+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-37.ec2.internal ++ [[ -n ip-10-0-2-37.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-37.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0429 19:39:02.637851847 - disable conntrack on geneve port' I0429 19:39:02.637851847 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0429 19:39:02.655889698 - starting ovnkube-node + echo 'I0429 19:39:02.655889698 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-37.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-37.ec2.internal --init-node ip-10-0-2-37.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-37.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0429 19:39:02.695691 3791 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0429 19:39:02.695749 3791 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c689bfa631.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0429 19:39:02.697116 3791 kube.go:431] Waiting for certificate I0429 19:39:02.697513 3791 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0429 19:39:02.697559 3791 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0429 19:39:02.698298 3791 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 19:39:02.728060 3791 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 19:39:02.728079 3791 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 19:39:02.730556 3791 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 19:39:02.730648 3791 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mtmdf" I0429 19:39:02.740536 3791 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-mtmdf" I0429 19:39:02.740613 3791 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 19:39:03.698003 3791 kube.go:438] Certificate found I0429 19:39:03.698605 3791 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 19:39:03.699821 3791 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0429 19:39:03.745932 3791 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-30 19:34:02 +0000 UTC" deadline="2026-04-30 16:49:49.082334168 +0000 UTC" I0429 19:39:03.745972 3791 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h10m45.336376663s" I0429 19:39:03.764124 3791 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 19:39:03.781662 3791 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0429 19:39:03.782551 3791 server.go:101] MetricServer registers OVS metrics I0429 19:39:03.782759 3791 controller_manager.go:370] Starting the ovnkube controller I0429 19:39:03.782777 3791 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-37.ec2.internal I0429 19:39:03.782828 3791 controller_manager.go:395] NBDB zone sync took: 42.135µs I0429 19:39:03.782843 3791 factory.go:561] Starting watch factory I0429 19:39:03.782854 3791 server.go:105] MetricServer registers OVN DB metrics I0429 19:39:03.782923 3791 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.782930 3791 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.782940 3791 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.782948 3791 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.782987 3791 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.783006 3791 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.782928 3791 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.783037 3791 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.783042 3791 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.783096 3791 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.783305 3791 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.783333 3791 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.783491 3791 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0429 19:39:03.783579 3791 factory.go:561] Starting watch factory I0429 19:39:03.787549 3791 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0429 19:39:03.787577 3791 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0429 19:39:03.800865 3791 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0429 19:39:03.800882 3791 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0429 19:39:03.803499 3791 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.803737 3791 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.803924 3791 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.804613 3791 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0429 19:39:03.804646 3791 server.go:109] MetricServer registers OVN Controller metrics I0429 19:39:03.805781 3791 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.806112 3791 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.809968 3791 server.go:113] MetricServer registers OVN Northd metrics I0429 19:39:03.814563 3791 metrics.go:519] OVN Metrics Server starts to run ... I0429 19:39:03.814837 3791 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 19:39:03.888298 3791 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 19:39:03.888320 3791 factory.go:1977] *v1.Pod informer cache synced successfully I0429 19:39:03.888325 3791 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 19:39:03.888328 3791 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 19:39:03.888331 3791 factory.go:1977] *v1.Node informer cache synced successfully I0429 19:39:03.888335 3791 factory.go:1977] *v1.Service informer cache synced successfully I0429 19:39:03.888478 3791 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 19:39:03.888503 3791 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 19:39:03.888561 3791 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 19:39:03.888637 3791 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 19:39:03.889146 3791 factory.go:1977] *v1.Service informer cache synced successfully I0429 19:39:03.889161 3791 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 19:39:03.889166 3791 factory.go:1977] *v1.Pod informer cache synced successfully I0429 19:39:03.889171 3791 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 19:39:03.889176 3791 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 19:39:03.889181 3791 factory.go:1977] *v1.Node informer cache synced successfully I0429 19:39:03.892052 3791 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 19:39:03.892071 3791 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 19:39:03.893924 3791 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 19:39:03.893935 3791 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 19:39:03.893984 3791 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.893995 3791 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.894255 3791 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 19:39:03.894263 3791 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 19:39:03.896627 3791 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.898977 3791 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 19:39:03.899040 3791 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.899053 3791 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.899687 3791 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 19:39:03.902024 3791 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.905000 3791 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 19:39:03.905012 3791 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 19:39:03.905056 3791 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.905067 3791 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.908448 3791 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.910445 3791 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 19:39:03.910462 3791 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 19:39:03.910532 3791 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.910543 3791 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:03.918598 3791 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.016088 3791 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 19:39:04.016098 3791 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 19:39:04.016200 3791 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.016214 3791 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.019186 3791 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.021582 3791 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 19:39:04.021596 3791 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 19:39:04.021777 3791 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 19:39:04.021798 3791 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 19:39:04.024564 3791 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 19:39:04.026891 3791 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 19:39:04.026974 3791 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.026991 3791 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.027027 3791 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 19:39:04.027091 3791 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.027108 3791 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.030010 3791 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.030018 3791 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 19:39:04.032406 3791 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 19:39:04.032414 3791 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 19:39:04.032422 3791 factory.go:680] Watch Factory start up complete, took: 249.582092ms I0429 19:39:04.032428 3791 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-37.ec2.internal" zone I0429 19:39:04.032484 3791 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 19:39:04.032494 3791 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 19:39:04.032501 3791 factory.go:680] Watch Factory start up complete, took: 248.933397ms I0429 19:39:04.032559 3791 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0429 19:39:04.076398 3791 default_node_network_controller.go:710] Initializing the default node network controller I0429 19:39:04.131440 3791 udn_isolation.go:101] Starting UDN host isolation manager I0429 19:39:04.137651 3791 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0429 19:39:04.196090 3791 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0429 19:39:04.196393 3791 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0429 19:39:04.196411 3791 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0429 19:39:04.230447 3791 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0429 19:39:04.230513 3791 default_node_network_controller.go:809] Node ip-10-0-2-37.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0429 19:39:04.236596 3791 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.37"] k8s.ovn.org/zone-name:ip-10-0-2-37.ec2.internal] on node ip-10-0-2-37.ec2.internal I0429 19:39:04.259480 3791 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0429 19:39:04.265596 3791 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0429 19:39:04.265748 3791 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0429 19:39:04.265883 3791 gateway_init.go:263] Preparing Gateway I0429 19:39:04.265898 3791 gateway_shared_intf.go:1687] Creating new gateway I0429 19:39:04.282904 3791 controller_manager.go:429] Waiting for node in zone sync took: 250.464689ms I0429 19:39:04.288513 3791 controller_manager.go:611] Switching to transit router for layer2 networks I0429 19:39:04.288526 3791 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-37.ec2.internal I0429 19:39:04.305267 3791 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 19:39:04.311220 3791 controller_manager.go:290] SCTP support detected in OVN I0429 19:39:04.311815 3791 services_controller.go:69] Creating services controller for network=default I0429 19:39:04.311871 3791 udn_enabled_svc.go:80] Waiting for service informer to sync I0429 19:39:04.311957 3791 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0429 19:39:04.311987 3791 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0429 19:39:04.312000 3791 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0429 19:39:04.312011 3791 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 19:39:04.312215 3791 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0429 19:39:04.312266 3791 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0429 19:39:04.312301 3791 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.423µs I0429 19:39:04.312310 3791 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.966µs I0429 19:39:04.312321 3791 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 54.413µs I0429 19:39:04.312328 3791 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0429 19:39:04.312336 3791 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0429 19:39:04.312360 3791 udn_enabled_svc.go:95] Performing full resync I0429 19:39:04.312363 3791 default_network_controller.go:325] Starting the default network controller I0429 19:39:04.312450 3791 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.078µs I0429 19:39:04.312679 3791 udn_enabled_svc.go:99] Waiting for handler to sync I0429 19:39:04.312690 3791 udn_enabled_svc.go:104] Starting worker I0429 19:39:04.321450 3791 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0429 19:39:04.321509 3791 repair.go:33] Syncing exgw routes took 43.759µs I0429 19:39:04.321536 3791 default_network_controller.go:414] Starting all the Watchers... I0429 19:39:04.321689 3791 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0429 19:39:04.321732 3791 namespace.go:98] [openshift-backplane-csm] adding namespace I0429 19:39:04.321742 3791 namespace.go:98] [openshift-network-diagnostics] adding namespace I0429 19:39:04.321746 3791 namespace.go:98] [openshift-host-network] adding namespace I0429 19:39:04.321749 3791 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0429 19:39:04.321757 3791 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0429 19:39:04.321761 3791 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0429 19:39:04.321767 3791 namespace.go:98] [dedicated-admin] adding namespace I0429 19:39:04.321763 3791 namespace.go:98] [openshift-etcd] adding namespace I0429 19:39:04.321772 3791 namespace.go:98] [openshift-authentication] adding namespace I0429 19:39:04.321773 3791 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0429 19:39:04.321775 3791 namespace.go:98] [openshift] adding namespace I0429 19:39:04.321779 3791 namespace.go:98] [openshift-service-ca-operator] adding namespace I0429 19:39:04.321775 3791 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0429 19:39:04.321785 3791 namespace.go:98] [openshift-backplane] adding namespace I0429 19:39:04.322330 3791 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 629.734µs I0429 19:39:04.322360 3791 namespace.go:98] [openshift-ingress-operator] adding namespace I0429 19:39:04.322849 3791 namespace.go:102] [openshift-ingress-operator] adding namespace took 484.047µs I0429 19:39:04.322862 3791 namespace.go:98] [openshift-monitoring] adding namespace I0429 19:39:04.323371 3791 namespace.go:102] [openshift-monitoring] adding namespace took 503.027µs I0429 19:39:04.323386 3791 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0429 19:39:04.323892 3791 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.15035ms I0429 19:39:04.323905 3791 namespace.go:98] [openshift-infra] adding namespace W0429 19:39:04.323931 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-r4ptz: pod openshift-network-diagnostics/network-check-target-r4ptz: no pod IPs found I0429 19:39:04.324476 3791 namespace.go:102] [openshift-network-diagnostics] adding namespace took 2.724249ms I0429 19:39:04.324490 3791 namespace.go:98] [openshift-cluster-version] adding namespace I0429 19:39:04.324963 3791 namespace.go:102] [openshift-host-network] adding namespace took 3.208217ms I0429 19:39:04.324978 3791 namespace.go:98] [openshift-backplane-srep] adding namespace I0429 19:39:04.325625 3791 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.865433ms I0429 19:39:04.325644 3791 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0429 19:39:04.326219 3791 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.454139ms I0429 19:39:04.326233 3791 namespace.go:98] [openshift-node] adding namespace I0429 19:39:04.327153 3791 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.380499ms I0429 19:39:04.327172 3791 namespace.go:98] [openshift-backplane-cse] adding namespace I0429 19:39:04.327682 3791 namespace.go:102] [dedicated-admin] adding namespace took 5.909918ms I0429 19:39:04.327693 3791 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0429 19:39:04.328123 3791 namespace.go:102] [openshift-etcd] adding namespace took 6.348423ms I0429 19:39:04.328138 3791 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0429 19:39:04.328568 3791 namespace.go:102] [openshift-authentication] adding namespace took 6.789055ms I0429 19:39:04.328586 3791 namespace.go:98] [openshift-console-operator] adding namespace I0429 19:39:04.328995 3791 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.214664ms I0429 19:39:04.329008 3791 namespace.go:98] [openshift-backplane-mobb] adding namespace I0429 19:39:04.329435 3791 namespace.go:102] [openshift] adding namespace took 7.650154ms I0429 19:39:04.329452 3791 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0429 19:39:04.329879 3791 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.081308ms I0429 19:39:04.329892 3791 namespace.go:98] [openshift-controller-manager] adding namespace I0429 19:39:04.330377 3791 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.575443ms I0429 19:39:04.330394 3791 namespace.go:98] [openshift-operators-redhat] adding namespace I0429 19:39:04.330971 3791 namespace.go:102] [openshift-backplane] adding namespace took 9.165757ms I0429 19:39:04.330992 3791 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0429 19:39:04.331518 3791 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.126414ms I0429 19:39:04.331534 3791 namespace.go:98] [openshift-multus] adding namespace I0429 19:39:04.332038 3791 namespace.go:102] [openshift-infra] adding namespace took 8.126878ms I0429 19:39:04.332054 3791 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0429 19:39:04.332590 3791 namespace.go:102] [openshift-cluster-version] adding namespace took 8.094915ms I0429 19:39:04.332605 3791 namespace.go:98] [openshift-insights] adding namespace I0429 19:39:04.333088 3791 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.103717ms I0429 19:39:04.333103 3791 namespace.go:98] [openshift-console] adding namespace I0429 19:39:04.333598 3791 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.948605ms I0429 19:39:04.333613 3791 namespace.go:98] [openshift-must-gather-operator] adding namespace I0429 19:39:04.334104 3791 namespace.go:102] [openshift-node] adding namespace took 7.866496ms I0429 19:39:04.334116 3791 namespace.go:98] [openshift-backplane-cee] adding namespace I0429 19:39:04.334570 3791 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.38835ms I0429 19:39:04.334588 3791 namespace.go:98] [openshift-kube-apiserver] adding namespace I0429 19:39:04.335180 3791 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.479885ms I0429 19:39:04.335197 3791 namespace.go:98] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] adding namespace I0429 19:39:04.335703 3791 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.559255ms I0429 19:39:04.335718 3791 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0429 19:39:04.336375 3791 namespace.go:102] [openshift-console-operator] adding namespace took 7.78152ms I0429 19:39:04.336393 3791 namespace.go:98] [openshift-machine-api] adding namespace I0429 19:39:04.336963 3791 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.950285ms I0429 19:39:04.336978 3791 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0429 19:39:04.337589 3791 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.13146ms I0429 19:39:04.337603 3791 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0429 19:39:04.338280 3791 namespace.go:102] [openshift-controller-manager] adding namespace took 8.381272ms I0429 19:39:04.338301 3791 namespace.go:98] [openshift-ingress] adding namespace I0429 19:39:04.338811 3791 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.40996ms I0429 19:39:04.338832 3791 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0429 19:39:04.339339 3791 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b7p9m: pod openshift-multus/network-metrics-daemon-b7p9m: no pod IPs found I0429 19:39:04.339367 3791 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.368262ms I0429 19:39:04.339380 3791 namespace.go:98] [openshift-apiserver] adding namespace I0429 19:39:04.340011 3791 namespace.go:102] [openshift-multus] adding namespace took 8.470188ms I0429 19:39:04.340549 3791 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.489088ms I0429 19:39:04.340569 3791 namespace.go:98] [openshift-dns] adding namespace I0429 19:39:04.341030 3791 namespace.go:102] [openshift-insights] adding namespace took 8.41723ms I0429 19:39:04.341044 3791 namespace.go:98] [kube-system] adding namespace I0429 19:39:04.341517 3791 namespace.go:102] [openshift-console] adding namespace took 8.408583ms I0429 19:39:04.341534 3791 namespace.go:98] [openshift-dns-operator] adding namespace I0429 19:39:04.342062 3791 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.442015ms I0429 19:39:04.342080 3791 namespace.go:98] [openshift-image-registry] adding namespace I0429 19:39:04.342580 3791 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.457536ms I0429 19:39:04.342595 3791 namespace.go:98] [openshift-apiserver-operator] adding namespace I0429 19:39:04.343035 3791 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.440222ms I0429 19:39:04.343053 3791 namespace.go:98] [default] adding namespace I0429 19:39:04.343487 3791 namespace.go:102] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] adding namespace took 8.282524ms I0429 19:39:04.343507 3791 namespace.go:98] [openshift-kube-scheduler] adding namespace I0429 19:39:04.343891 3791 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.165864ms I0429 19:39:04.343910 3791 namespace.go:98] [openshift-network-node-identity] adding namespace I0429 19:39:04.344322 3791 namespace.go:102] [openshift-machine-api] adding namespace took 7.922137ms I0429 19:39:04.344337 3791 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0429 19:39:04.344761 3791 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.77636ms I0429 19:39:04.344783 3791 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0429 19:39:04.345280 3791 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.670504ms I0429 19:39:04.345297 3791 namespace.go:98] [openshift-ingress-canary] adding namespace I0429 19:39:04.345762 3791 namespace.go:102] [openshift-ingress] adding namespace took 7.454872ms I0429 19:39:04.345778 3791 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0429 19:39:04.346364 3791 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.502872ms I0429 19:39:04.346381 3791 namespace.go:98] [openshift-backplane-tam] adding namespace I0429 19:39:04.346923 3791 namespace.go:102] [openshift-apiserver] adding namespace took 7.534812ms I0429 19:39:04.346943 3791 namespace.go:98] [openshift-config-operator] adding namespace I0429 19:39:04.347582 3791 namespace.go:102] [openshift-dns] adding namespace took 7.006887ms I0429 19:39:04.347596 3791 namespace.go:98] [openshift-route-controller-manager] adding namespace I0429 19:39:04.348171 3791 namespace.go:102] [kube-system] adding namespace took 7.119305ms I0429 19:39:04.348189 3791 namespace.go:98] [openshift-logging] adding namespace I0429 19:39:04.348883 3791 namespace.go:102] [openshift-dns-operator] adding namespace took 7.341307ms I0429 19:39:04.348906 3791 namespace.go:98] [openshift-network-operator] adding namespace I0429 19:39:04.349562 3791 iptables.go:108] Creating table: filter chain: FORWARD I0429 19:39:04.349698 3791 namespace.go:102] [openshift-image-registry] adding namespace took 7.612626ms I0429 19:39:04.349714 3791 namespace.go:98] [kube-public] adding namespace I0429 19:39:04.350450 3791 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.847435ms I0429 19:39:04.350470 3791 namespace.go:98] [openshift-config-managed] adding namespace I0429 19:39:04.351165 3791 namespace.go:102] [default] adding namespace took 8.104112ms I0429 19:39:04.351181 3791 namespace.go:98] [openshift-customer-monitoring] adding namespace I0429 19:39:04.351888 3791 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.371862ms I0429 19:39:04.351912 3791 namespace.go:98] [kube-node-lease] adding namespace I0429 19:39:04.352543 3791 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.627204ms I0429 19:39:04.352556 3791 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0429 19:39:04.353123 3791 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.77835ms I0429 19:39:04.353147 3791 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0429 19:39:04.353731 3791 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.940399ms I0429 19:39:04.353748 3791 namespace.go:98] [openshift-authentication-operator] adding namespace I0429 19:39:04.354279 3791 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.974302ms I0429 19:39:04.354302 3791 namespace.go:98] [openshift-config] adding namespace I0429 19:39:04.354754 3791 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.969791ms I0429 19:39:04.354768 3791 namespace.go:98] [openshift-machine-config-operator] adding namespace I0429 19:39:04.355194 3791 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.805637ms I0429 19:39:04.355213 3791 namespace.go:98] [openshift-network-console] adding namespace I0429 19:39:04.355845 3791 namespace.go:102] [openshift-config-operator] adding namespace took 8.890114ms I0429 19:39:04.355861 3791 namespace.go:98] [openshift-marketplace] adding namespace I0429 19:39:04.356385 3791 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.78229ms I0429 19:39:04.356403 3791 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0429 19:39:04.356965 3791 iptables.go:108] Creating table: filter chain: OUTPUT I0429 19:39:04.357027 3791 namespace.go:102] [openshift-logging] adding namespace took 8.831454ms I0429 19:39:04.357039 3791 namespace.go:98] [openshift-package-operator] adding namespace I0429 19:39:04.357481 3791 namespace.go:102] [openshift-network-operator] adding namespace took 8.567124ms I0429 19:39:04.357914 3791 namespace.go:102] [kube-public] adding namespace took 8.193628ms I0429 19:39:04.358641 3791 namespace.go:102] [openshift-config-managed] adding namespace took 8.163952ms I0429 19:39:04.359725 3791 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.537018ms I0429 19:39:04.359740 3791 namespace.go:98] [openshift-console-user-settings] adding namespace I0429 19:39:04.360386 3791 namespace.go:102] [kube-node-lease] adding namespace took 8.458214ms I0429 19:39:04.361138 3791 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.573627ms I0429 19:39:04.361799 3791 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.642554ms I0429 19:39:04.362295 3791 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.540277ms I0429 19:39:04.362865 3791 namespace.go:102] [openshift-config] adding namespace took 8.556499ms I0429 19:39:04.362884 3791 namespace.go:98] [openshift-operators] adding namespace I0429 19:39:04.363379 3791 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.6039ms I0429 19:39:04.363965 3791 namespace.go:102] [openshift-network-console] adding namespace took 8.745381ms I0429 19:39:04.364264 3791 gateway_shared_intf.go:1816] Gateway Creation Complete I0429 19:39:04.364279 3791 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-37.ec2.internal","mac-address":"0e:cf:3d:f4:a1:41","ip-addresses":["10.0.2.37/24"],"ip-address":"10.0.2.37/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:07bde981-afa7-4e21-a76a-993e3d032a5a k8s.ovn.org/node-encap-ips:["10.0.2.37"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.37/24"} k8s.ovn.org/zone-name:ip-10-0-2-37.ec2.internal] on node ip-10-0-2-37.ec2.internal I0429 19:39:04.364526 3791 namespace.go:102] [openshift-marketplace] adding namespace took 8.659943ms I0429 19:39:04.365043 3791 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.634401ms I0429 19:39:04.365456 3791 namespace.go:102] [openshift-package-operator] adding namespace took 8.411078ms I0429 19:39:04.365828 3791 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.081879ms I0429 19:39:04.366223 3791 namespace.go:102] [openshift-operators] adding namespace took 3.331507ms W0429 19:39:04.366304 3791 master.go:458] Unable to parse local node ip-10-0-2-37.ec2.internal chassis-id annotation. Chassis may be removed during sync I0429 19:39:04.366312 3791 master.go:481] Removing stale chassis with ID/Name: 07bde981-afa7-4e21-a76a-993e3d032a5a, hostname: ip-10-0-2-37.ec2.internal I0429 19:39:04.366795 3791 master.go:548] Adding or Updating local node "ip-10-0-2-37.ec2.internal" for network "default" I0429 19:39:04.367426 3791 zone_ic_handler.go:195] Time taken to create transit switch: 279.202µs I0429 19:39:04.367438 3791 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-196.ec2.internal for the network default I0429 19:39:04.367751 3791 zone_ic_handler.go:195] Time taken to create transit switch: 184.948µs I0429 19:39:04.367767 3791 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-121.ec2.internal for the network default I0429 19:39:04.368537 3791 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-196.ec2.internal" on network "default" took: 1.406923ms I0429 19:39:04.368942 3791 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-121.ec2.internal" on network "default" took: 1.381108ms I0429 19:39:04.370683 3791 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-37.ec2.internal for the network default I0429 19:39:04.370883 3791 zone_ic_handler.go:195] Time taken to create transit switch: 187.551µs I0429 19:39:04.371543 3791 default_network_controller.go:823] Node add failed for ip-10-0-2-37.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-37.ec2.internal, error getting gateway config for node ip-10-0-2-37.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-37.ec2.internal", failed to update chassis to local for local node ip-10-0-2-37.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-37.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-37.ec2.internal] E0429 19:39:04.371603 3791 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-37.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-37.ec2.internal, error getting gateway config for node ip-10-0-2-37.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-37.ec2.internal", failed to update chassis to local for local node ip-10-0-2-37.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-37.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-37.ec2.internal] I0429 19:39:04.371654 3791 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0429 19:39:04.371666 3791 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-37.ec2.internal", UID:"e6c2f636-11f2-4b69-b550-25719a4bb40b", APIVersion:"v1", ResourceVersion:"9083", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-37.ec2.internal, error getting gateway config for node ip-10-0-2-37.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-37.ec2.internal", failed to update chassis to local for local node ip-10-0-2-37.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-37.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-37.ec2.internal] I0429 19:39:04.371687 3791 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0429 19:39:04.371696 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-37.ec2.internal in network "default" I0429 19:39:04.371706 3791 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0429 19:39:04.371730 3791 node_tracker.go:235] Node ip-10-0-2-37.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-37.ec2.internal" I0429 19:39:04.371745 3791 node_tracker.go:169] Node ip-10-0-2-37.ec2.internal switch + router changed, syncing services in network "default" I0429 19:39:04.371763 3791 services_controller.go:574] Full service sync requested for network=default I0429 19:39:04.371772 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-121.ec2.internal in network "default" I0429 19:39:04.371818 3791 node_tracker.go:169] Node ip-10-0-0-121.ec2.internal switch + router changed, syncing services in network "default" I0429 19:39:04.371827 3791 services_controller.go:574] Full service sync requested for network=default I0429 19:39:04.371843 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-196.ec2.internal in network "default" I0429 19:39:04.371892 3791 node_tracker.go:169] Node ip-10-0-1-196.ec2.internal switch + router changed, syncing services in network "default" I0429 19:39:04.371903 3791 services_controller.go:574] Full service sync requested for network=default I0429 19:39:04.379494 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-37.ec2.internal in network "default" I0429 19:39:04.379525 3791 master.go:548] Adding or Updating local node "ip-10-0-2-37.ec2.internal" for network "default" I0429 19:39:04.379542 3791 node_tracker.go:169] Node ip-10-0-2-37.ec2.internal switch + router changed, syncing services in network "default" I0429 19:39:04.379552 3791 services_controller.go:574] Full service sync requested for network=default I0429 19:39:04.383771 3791 default_node_network_controller.go:519] Node connection status = connected W0429 19:39:04.385096 3791 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-r4ptz: pod openshift-network-diagnostics/network-check-target-r4ptz: no pod IPs found W0429 19:39:04.385115 3791 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-b7p9m: pod openshift-multus/network-metrics-daemon-b7p9m: no pod IPs found I0429 19:39:04.386207 3791 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-37.ec2.internal for the network default I0429 19:39:04.386423 3791 zone_ic_handler.go:195] Time taken to create transit switch: 201.684µs I0429 19:39:04.472114 3791 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0429 19:39:04.472137 3791 services_controller.go:208] Setting up event handlers for services for network=default I0429 19:39:04.472191 3791 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0429 19:39:04.472234 3791 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0429 19:39:04.472250 3791 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0429 19:39:04.572804 3791 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0429 19:39:04.572828 3791 repair.go:60] Starting repairing loop for services I0429 19:39:04.572915 3791 repair.go:131] Deleted 0 stale service LBs I0429 19:39:04.572933 3791 repair.go:137] Deleted 0 stale Chassis Template Vars I0429 19:39:04.572951 3791 repair.go:62] Finished repairing loop for services: 128.356µs I0429 19:39:04.572974 3791 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0429 19:39:04.572984 3791 services_controller.go:254] Starting workers for network=default I0429 19:39:04.573319 3791 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-r4ptz] creating logical port openshift-network-diagnostics_network-check-target-r4ptz for pod on switch ip-10-0-2-37.ec2.internal I0429 19:39:04.573468 3791 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-r4ptz I0429 19:39:04.587399 3791 pod.go:62] [openshift-network-diagnostics/network-check-target-r4ptz] pod update took 13.980712ms I0429 19:39:04.587416 3791 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-r4ptz] addLogicalPort annotation time took 14.001526ms I0429 19:39:04.588160 3791 pods.go:271] [openshift-network-diagnostics/network-check-target-r4ptz] addLogicalPort took 14.849326ms, libovsdb time 566.887µs I0429 19:39:04.588190 3791 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b7p9m] creating logical port openshift-multus_network-metrics-daemon-b7p9m for pod on switch ip-10-0-2-37.ec2.internal I0429 19:39:04.588246 3791 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-b7p9m I0429 19:39:04.601430 3791 pod.go:62] [openshift-multus/network-metrics-daemon-b7p9m] pod update took 13.208782ms I0429 19:39:04.601449 3791 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-b7p9m] addLogicalPort annotation time took 13.226974ms I0429 19:39:04.602577 3791 pods.go:271] [openshift-multus/network-metrics-daemon-b7p9m] addLogicalPort took 14.391686ms, libovsdb time 939.299µs I0429 19:39:04.602947 3791 admin_network_policy_controller.go:227] Starting controller default-network-controller I0429 19:39:04.602972 3791 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0429 19:39:04.602991 3791 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0429 19:39:04.602997 3791 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0429 19:39:04.603232 3791 repair.go:29] Repairing admin network policies took 228µs I0429 19:39:04.603414 3791 repair.go:92] Repairing baseline admin network policies took 170.416µs I0429 19:39:04.603616 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0429 19:39:04.603632 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0429 19:39:04.604898 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0429 19:39:04.604917 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0429 19:39:04.604928 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0429 19:39:04.606272 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0429 19:39:04.606291 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0429 19:39:04.606300 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0429 19:39:04.607738 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0429 19:39:04.607754 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0429 19:39:04.607762 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0429 19:39:04.609522 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0429 19:39:04.609538 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0429 19:39:04.609547 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0429 19:39:04.611175 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0429 19:39:04.611191 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0429 19:39:04.611201 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0429 19:39:04.612339 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0429 19:39:04.612366 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0429 19:39:04.612374 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0429 19:39:04.613753 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0429 19:39:04.613770 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0429 19:39:04.613776 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0429 19:39:04.614959 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0429 19:39:04.614983 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0429 19:39:04.614995 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0429 19:39:04.615488 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0429 19:39:04.615507 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0429 19:39:04.615521 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0429 19:39:04.616623 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0429 19:39:04.616641 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0429 19:39:04.616650 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0429 19:39:04.618192 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0429 19:39:04.618209 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0429 19:39:04.618216 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0429 19:39:04.618864 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0429 19:39:04.618885 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0429 19:39:04.618896 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0429 19:39:04.619371 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0429 19:39:04.619390 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0429 19:39:04.619400 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0429 19:39:04.620362 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0429 19:39:04.620381 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0429 19:39:04.620393 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0429 19:39:04.620660 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0429 19:39:04.620678 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0429 19:39:04.620688 3791 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0429 19:39:04.621645 3791 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0429 19:39:04.621658 3791 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0429 19:39:04.621666 3791 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0429 19:39:04.622644 3791 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0429 19:39:04.622661 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0429 19:39:04.623317 3791 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0429 19:39:04.623328 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 19:39:04.623999 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0429 19:39:04.624025 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0429 19:39:04.624033 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0429 19:39:04.624488 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0429 19:39:04.624505 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0429 19:39:04.624513 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0429 19:39:04.624975 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0429 19:39:04.624992 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0429 19:39:04.624999 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0429 19:39:04.625475 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0429 19:39:04.625492 3791 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0429 19:39:04.625500 3791 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0429 19:39:04.625945 3791 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0429 19:39:04.625959 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0429 19:39:04.625968 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0429 19:39:04.626419 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0429 19:39:04.626435 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0429 19:39:04.626442 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0429 19:39:04.626886 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0429 19:39:04.626901 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0429 19:39:04.626907 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0429 19:39:04.627135 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0429 19:39:04.627148 3791 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0429 19:39:04.627155 3791 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0429 19:39:04.628727 3791 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0429 19:39:04.628744 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0429 19:39:04.628766 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 19:39:04.629392 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0429 19:39:04.629411 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0429 19:39:04.629419 3791 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0429 19:39:04.629845 3791 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0429 19:39:04.629861 3791 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0429 19:39:04.629870 3791 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0429 19:39:04.630327 3791 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0429 19:39:04.635571 3791 egressfirewall.go:374] Starting EgressFirewall controller I0429 19:39:04.635610 3791 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0429 19:39:04.635611 3791 controller.go:133] Adding controller egress-firewall-controller event handlers I0429 19:39:04.635635 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0429 19:39:04.635647 3791 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0429 19:39:04.635635 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0429 19:39:04.635654 3791 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0429 19:39:04.635889 3791 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0429 19:39:04.635901 3791 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0429 19:39:04.635906 3791 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0429 19:39:04.635913 3791 egressqos.go:193] Setting up event handlers for EgressQoS I0429 19:39:04.635924 3791 egressfirewall.go:723] Syncing node "ip-10-0-0-121.ec2.internal" for egress firewall I0429 19:39:04.635932 3791 egressfirewall.go:723] Syncing node "ip-10-0-1-196.ec2.internal" for egress firewall I0429 19:39:04.635936 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-37.ec2.internal" for egress firewall I0429 19:39:04.636056 3791 egressqos.go:245] Starting EgressQoS Controller I0429 19:39:04.636071 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0429 19:39:04.636079 3791 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0429 19:39:04.636085 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0429 19:39:04.636090 3791 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0429 19:39:04.636094 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0429 19:39:04.636098 3791 shared_informer.go:356] "Caches are synced" controller="egressqos" I0429 19:39:04.636102 3791 egressqos.go:259] Repairing EgressQoSes I0429 19:39:04.636107 3791 egressqos.go:399] Starting repairing loop for egressqos I0429 19:39:04.636184 3791 egressqos.go:401] Finished repairing loop for egressqos: 77.501µs I0429 19:39:04.636197 3791 egressservice_zone.go:132] Setting up event handlers for Egress Services I0429 19:39:04.636216 3791 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-37.ec2.internal I0429 19:39:04.636262 3791 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-37.ec2.internal : 44.675µs I0429 19:39:04.636383 3791 egressservice_zone.go:210] Starting Egress Services Controller I0429 19:39:04.636392 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 19:39:04.636397 3791 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 19:39:04.636402 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 19:39:04.636412 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 19:39:04.636423 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 19:39:04.636429 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 19:39:04.636435 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0429 19:39:04.636439 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0429 19:39:04.636443 3791 egressservice_zone.go:228] Repairing Egress Services I0429 19:39:04.636689 3791 master_controller.go:88] Starting Admin Policy Based Route Controller I0429 19:39:04.636698 3791 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 19:39:04.636766 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-121.ec2.internal I0429 19:39:04.636777 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-121.ec2.internal: 12.75µs I0429 19:39:04.636785 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-196.ec2.internal I0429 19:39:04.636793 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-196.ec2.internal: 8.966µs I0429 19:39:04.636799 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-37.ec2.internal I0429 19:39:04.636804 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-37.ec2.internal: 5.595µs I0429 19:39:04.636805 3791 default_network_controller.go:585] Completing all the Watchers took 315.260356ms I0429 19:39:04.636828 3791 default_network_controller.go:589] Starting unidling controllers I0429 19:39:04.636842 3791 unidle.go:46] Registering OVN SB ControllerEvent handler I0429 19:39:04.636849 3791 unidle.go:63] Populating Initial ContollerEvent events I0429 19:39:04.636861 3791 unidle.go:79] Setting up event handlers for services I0429 19:39:04.636914 3791 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0429 19:39:04.884188 3791 default_node_network_controller.go:519] Node connection status = connected I0429 19:39:05.384106 3791 default_node_network_controller.go:519] Node connection status = connected I0429 19:39:05.884575 3791 default_node_network_controller.go:519] Node connection status = connected I0429 19:39:05.913133 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-121.ec2.internal I0429 19:39:05.913174 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-121.ec2.internal: 38.549µs I0429 19:39:06.384753 3791 default_node_network_controller.go:519] Node connection status = connected I0429 19:39:06.677741 3791 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0429 19:39:06.884023 3791 default_node_network_controller.go:519] Node connection status = connected I0429 19:39:06.901852 3791 bridgeconfig.go:537] Gateway is ready I0429 19:39:06.901870 3791 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0429 19:39:06.913820 3791 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.37. Updating OVN encap IP. I0429 19:39:06.919179 3791 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.37 - it is already configured I0429 19:39:06.919193 3791 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.37/24:{} 172.20.0.1/32:{}]. Updating annotations. I0429 19:39:06.919461 3791 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.37/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-37.ec2.internal","mac-address":"0e:cf:3d:f4:a1:41","ip-addresses":["10.0.2.37/24"],"ip-address":"10.0.2.37/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:07bde981-afa7-4e21-a76a-993e3d032a5a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.37/24"}] on node ip-10-0-2-37.ec2.internal I0429 19:39:06.934795 3791 egressfirewall.go:723] Syncing node "ip-10-0-2-37.ec2.internal" for egress firewall I0429 19:39:06.934817 3791 master.go:548] Adding or Updating local node "ip-10-0-2-37.ec2.internal" for network "default" I0429 19:39:06.934821 3791 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-37.ec2.internal in network "default" I0429 19:39:06.934886 3791 node_tracker.go:169] Node ip-10-0-2-37.ec2.internal switch + router changed, syncing services in network "default" I0429 19:39:06.934911 3791 services_controller.go:574] Full service sync requested for network=default I0429 19:39:06.934819 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-37.ec2.internal I0429 19:39:06.934929 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-37.ec2.internal: 110.779µs I0429 19:39:06.935759 3791 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.37 I0429 19:39:06.935872 3791 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-37.ec2.internal I0429 19:39:06.940179 3791 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-37.ec2.internal. Updating no re-route policies I0429 19:39:06.940308 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ktv77 I0429 19:39:06.940319 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-zx8ph I0429 19:39:06.940327 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ktv77 I0429 19:39:06.940334 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-zx8ph I0429 19:39:06.940336 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-r4ptz I0429 19:39:06.940367 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qdvvs I0429 19:39:06.940379 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-v7txw I0429 19:39:06.940383 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qdvvs I0429 19:39:06.940383 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rlwzm I0429 19:39:06.940388 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-v7txw I0429 19:39:06.940388 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-zx8ph after 0 failed attempt(s) I0429 19:39:06.940394 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rlwzm I0429 19:39:06.940372 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-r4ptz I0429 19:39:06.940404 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-qdvvs after 0 failed attempt(s) I0429 19:39:06.940400 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-7qbn2 I0429 19:39:06.940372 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ktv77 after 0 failed attempt(s) I0429 19:39:06.940416 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rlwzm after 0 failed attempt(s) I0429 19:39:06.940407 3791 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-37.ec2.internal I0429 19:39:06.940419 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-6kdds I0429 19:39:06.940423 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cl6cv I0429 19:39:06.940436 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-6kdds I0429 19:39:06.940439 3791 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-r4ptz] creating logical port openshift-network-diagnostics_network-check-target-r4ptz for pod on switch ip-10-0-2-37.ec2.internal I0429 19:39:06.940444 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cl6cv I0429 19:39:06.940458 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-6kdds after 0 failed attempt(s) I0429 19:39:06.940407 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b7p9m I0429 19:39:06.940473 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cl6cv after 0 failed attempt(s) I0429 19:39:06.940478 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-v7txw after 0 failed attempt(s) I0429 19:39:06.940475 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b7p9m I0429 19:39:06.940513 3791 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-b7p9m] creating logical port openshift-multus_network-metrics-daemon-b7p9m for pod on switch ip-10-0-2-37.ec2.internal I0429 19:39:06.940386 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-c8f5r I0429 19:39:06.940570 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-c8f5r I0429 19:39:06.940428 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-37.ec2.internal I0429 19:39:06.940590 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-c8f5r after 0 failed attempt(s) I0429 19:39:06.940598 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-37.ec2.internal after 0 failed attempt(s) I0429 19:39:06.940421 3791 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-37.ec2.internal I0429 19:39:06.940615 3791 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-37.ec2.internal I0429 19:39:06.940632 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-37.ec2.internal after 0 failed attempt(s) I0429 19:39:06.940423 3791 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-7qbn2 I0429 19:39:06.940655 3791 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-7qbn2 after 0 failed attempt(s) I0429 19:39:06.941222 3791 pods.go:271] [openshift-multus/network-metrics-daemon-b7p9m] addLogicalPort took 712.38µs, libovsdb time 277.134µs I0429 19:39:06.941239 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-b7p9m after 0 failed attempt(s) I0429 19:39:06.941287 3791 pods.go:271] [openshift-network-diagnostics/network-check-target-r4ptz] addLogicalPort took 862.829µs, libovsdb time 378.943µs I0429 19:39:06.941296 3791 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-r4ptz after 0 failed attempt(s) I0429 19:39:06.950569 3791 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0429 19:39:06.962428 3791 iptables.go:108] Creating table: mangle chain: OUTPUT I0429 19:39:06.965887 3791 iptables.go:108] Creating table: nat chain: OUTPUT I0429 19:39:06.996225 3791 iptables.go:108] Creating table: nat chain: PREROUTING I0429 19:39:07.047274 3791 iptables.go:108] Creating table: filter chain: FORWARD I0429 19:39:07.064147 3791 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0429 19:39:07.064249 3791 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0429 19:39:07.064296 3791 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0429 19:39:07.064414 3791 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0429 19:39:07.064467 3791 gateway_init.go:325] Gateway and management port readiness took 2.684988918s I0429 19:39:07.064498 3791 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0429 19:39:07.064533 3791 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0429 19:39:07.064545 3791 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0429 19:39:07.064564 3791 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 19:39:07.064645 3791 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0429 19:39:07.064732 3791 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.095µs I0429 19:39:07.065062 3791 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0429 19:39:07.065114 3791 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.77µs I0429 19:39:07.065122 3791 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 61.973µs I0429 19:39:07.065128 3791 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0429 19:39:07.065164 3791 nad_controller.go:379] [node-nad-controller NAD controller]: started I0429 19:39:07.065170 3791 default_node_network_controller.go:899] Starting the default node network controller I0429 19:39:07.065175 3791 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0429 19:39:07.065223 3791 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.925µs I0429 19:39:07.065496 3791 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0429 19:39:07.065509 3791 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0429 19:39:07.065543 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa5050 0xc0002ef960 0xc0002ef9d0 0xc0002efa40 0xc0002efb20 0xc0002efb90 0xc0002efc00 0xc000abb3b0 0xc0002efc70 0xc0002efce0 0xc000a362d0 0xc0064ff500 0xc0002efdc0 map[0x2ff9080:0xc0022104e0 0x2ff95c0:0xc002210660 0x2ffa2e0:0xc000bd5f20 0x2ffa580:0xc002210480 0x2ffad60:0xc002210540 0x2ffb000:0xc0022105a0 0x2ffb2a0:0xc002210600 0x2ffba80:0xc0022106c0 0x2ffbd20:0xc002210720 0x3026980:0xc000bd5e00 0x3026d20:0xc000bd5e60 0x3027800:0xc000af76e0 0x3029160:0xc001aec000 0x30298a0:0xc000bd5ec0 0x302a720:0xc001aec060] 0xc000a92230 0} I0429 19:39:07.065612 3791 gateway.go:151] Starting gateway service sync I0429 19:39:07.066199 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0429 19:39:07.068279 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0429 19:39:07.078061 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0429 19:39:07.079197 3791 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0429 19:39:07.080404 3791 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0429 19:39:07.113468 3791 gateway.go:168] Gateway service sync done. Time taken: 47.842566ms I0429 19:39:07.114098 3791 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30707 I0429 19:39:07.114862 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa5050 0xc0002ef960 0xc0002ef9d0 0xc0002efa40 0xc0002efb20 0xc0002efb90 0xc0002efc00 0xc000abb3b0 0xc0002efc70 0xc0002efce0 0xc000a362d0 0xc0064ff500 0xc0002efdc0 map[0x2ff9080:0xc0022104e0 0x2ff95c0:0xc002210660 0x2ffa2e0:0xc000bd5f20 0x2ffa580:0xc002210480 0x2ffad60:0xc002210540 0x2ffb000:0xc0022105a0 0x2ffb2a0:0xc002210600 0x2ffba80:0xc0022106c0 0x2ffbd20:0xc002210720 0x3026980:0xc000bd5e00 0x3026d20:0xc000bd5e60 0x3027800:0xc000af76e0 0x3029160:0xc001aec000 0x30298a0:0xc000bd5ec0 0x302a720:0xc001aec060] 0xc000a92230 0} I0429 19:39:07.115339 3791 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa5050 0xc0002ef960 0xc0002ef9d0 0xc0002efa40 0xc0002efb20 0xc0002efb90 0xc0002efc00 0xc000abb3b0 0xc0002efc70 0xc0002efce0 0xc000a362d0 0xc0064ff500 0xc0002efdc0 map[0x2ff9080:0xc0022104e0 0x2ff95c0:0xc002210660 0x2ffa2e0:0xc000bd5f20 0x2ffa580:0xc002210480 0x2ffad60:0xc002210540 0x2ffb000:0xc0022105a0 0x2ffb2a0:0xc002210600 0x2ffba80:0xc0022106c0 0x2ffbd20:0xc002210720 0x3026980:0xc000bd5e00 0x3026d20:0xc000bd5e60 0x3027800:0xc000af76e0 0x3029160:0xc001aec000 0x30298a0:0xc000bd5ec0 0x302a720:0xc001aec060] 0xc000a92230 0} I0429 19:39:07.115390 3791 gateway.go:532] Reconciling gateway with updates I0429 19:39:07.120638 3791 gateway.go:339] Spawning Conntrack Rule Check Thread I0429 19:39:07.120715 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 19:39:07.120727 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 19:39:07.120717 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 19:39:07.120738 3791 default_node_network_controller.go:944] Gateway and management port readiness took 55.216822ms I0429 19:39:07.120745 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 19:39:07.120744 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 19:39:07.120750 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 19:39:07.120749 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 19:39:07.120759 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 19:39:07.120769 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 19:39:07.120770 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 19:39:07.120781 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 19:39:07.120784 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 19:39:07.120798 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 19:39:07.120803 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 19:39:07.120817 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 19:39:07.120823 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 19:39:07.120828 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 19:39:07.120830 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 19:39:07.120834 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 19:39:07.120834 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 19:39:07.120840 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 19:39:07.120851 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 19:39:07.120854 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 19:39:07.120853 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 19:39:07.120864 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 19:39:07.120867 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 19:39:07.120867 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 19:39:07.120851 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 19:39:07.120875 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 19:39:07.120759 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 19:39:07.120875 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 19:39:07.120869 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 19:39:07.120889 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 19:39:07.120894 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 19:39:07.120896 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 19:39:07.120901 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 19:39:07.120903 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 19:39:07.120905 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 19:39:07.120910 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 19:39:07.120903 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 19:39:07.120921 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 19:39:07.120925 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 19:39:07.120933 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 19:39:07.120935 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 19:39:07.120782 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 19:39:07.120941 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 19:39:07.120945 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 19:39:07.120949 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 19:39:07.120732 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 19:39:07.120956 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 19:39:07.120741 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 19:39:07.120975 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 19:39:07.120924 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 19:39:07.120900 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 19:39:07.121021 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 19:39:07.120808 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 19:39:07.120856 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 19:39:07.121033 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 19:39:07.121039 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 19:39:07.120935 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 19:39:07.121047 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 19:39:07.121050 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 19:39:07.120914 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 19:39:07.121057 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 19:39:07.121060 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 19:39:07.121024 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 19:39:07.121064 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 19:39:07.121080 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 19:39:07.121101 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 19:39:07.121105 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 19:39:07.121122 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 19:39:07.121160 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 19:39:07.121081 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 19:39:07.120897 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 19:39:07.121187 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 19:39:07.121187 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 19:39:07.120753 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 19:39:07.120874 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 19:39:07.121124 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 19:39:07.120731 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 19:39:07.121250 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 19:39:07.120881 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 19:39:07.121256 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 19:39:07.120882 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 19:39:07.121294 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 19:39:07.120883 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 19:39:07.121368 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 19:39:07.120888 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 19:39:07.120852 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 19:39:07.121456 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 19:39:07.121465 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 19:39:07.120890 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 19:39:07.121475 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 19:39:07.120890 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 19:39:07.121512 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 19:39:07.120898 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 19:39:07.121541 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 19:39:07.120872 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 19:39:07.120916 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 19:39:07.120935 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 19:39:07.120938 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 19:39:07.121638 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 19:39:07.120946 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 19:39:07.121668 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 19:39:07.120946 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 19:39:07.120949 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 19:39:07.121680 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 19:39:07.120969 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31755 is already open, no action needed I0429 19:39:07.121705 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 32516 is already open, no action needed I0429 19:39:07.121024 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 19:39:07.121759 3791 node_ip_handler_linux.go:160] Node IP manager is running I0429 19:39:07.121064 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 19:39:07.121085 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 19:39:07.120870 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 19:39:07.121779 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 19:39:07.121087 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 19:39:07.121229 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 19:39:07.120877 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 19:39:07.121848 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator W0429 19:39:07.160324 3791 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 19:39:07.160598 3791 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 19:39:07.160732 3791 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0429 19:39:07.170887 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 19:39:07.170907 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 19:39:07.170932 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 19:39:07.170938 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 19:39:07.170944 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 19:39:07.170952 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 19:39:07.170974 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 19:39:07.170993 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 19:39:07.171000 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 19:39:07.171006 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 19:39:07.171012 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 19:39:07.171018 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 19:39:07.212863 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 19:39:07.212890 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 19:39:07.212911 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 19:39:07.212920 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) W0429 19:39:08.838020 3791 egressip_healthcheck.go:76] Health checking using insecure connection I0429 19:39:08.838037 3791 default_node_network_controller.go:1380] Starting node controller node sync I0429 19:39:08.838070 3791 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0429 19:39:08.849743 3791 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.691463ms I0429 19:39:08.849852 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-196.ec2.internal", IP: 10.0.1.196 to PMTUD blocking rules I0429 19:39:08.849866 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-196.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 19:39:08.849878 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-121.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 19:39:08.849889 3791 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-121.ec2.internal", IP: 10.0.0.121 to PMTUD blocking rules I0429 19:39:08.861859 3791 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0429 19:39:08.862295 3791 egressservice_node.go:93] Setting up event handlers for Egress Services I0429 19:39:08.862488 3791 egressservice_node.go:183] Starting Egress Services Controller I0429 19:39:08.862505 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 19:39:08.862517 3791 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 19:39:08.862523 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 19:39:08.862529 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 19:39:08.862534 3791 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 19:39:08.862539 3791 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 19:39:08.862543 3791 egressservice_node.go:197] Repairing Egress Services I0429 19:39:08.872219 3791 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0429 19:39:08.872234 3791 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 19:39:08.872485 3791 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0429 19:39:08.872498 3791 link_network_manager.go:119] Link manager is running I0429 19:39:08.872507 3791 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0429 19:39:08.872752 3791 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0429 19:39:08.873304 3791 vrf_manager.go:128] VRF manager is running I0429 19:39:08.873447 3791 node_controller_manager.go:437] Removing flows to drop GARP I0429 19:39:08.873459 3791 gateway.go:532] Reconciling gateway with updates I0429 19:39:08.897321 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 19:39:08.897334 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 19:39:08.897358 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 19:39:08.897361 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 19:39:08.897366 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 19:39:08.897372 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 19:39:08.897386 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 19:39:08.897382 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 19:39:08.897396 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 19:39:08.897324 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 19:39:08.897402 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 19:39:08.897415 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 19:39:08.897423 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 19:39:08.897420 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 19:39:08.897432 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 19:39:08.897438 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 19:39:08.897437 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 19:39:08.897429 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 19:39:08.897450 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 19:39:08.897453 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 19:39:08.897457 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 19:39:08.897439 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 19:39:08.897461 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 19:39:08.897462 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 19:39:08.897469 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 19:39:08.897377 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 19:39:08.897475 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 19:39:08.897477 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 19:39:08.897483 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 19:39:08.897490 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 19:39:08.897499 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 19:39:08.897500 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 19:39:08.897462 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 19:39:08.897513 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 19:39:08.897514 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 19:39:08.897519 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 19:39:08.897525 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 19:39:08.897448 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 19:39:08.897535 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 19:39:08.897536 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 19:39:08.897542 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 19:39:08.897460 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 19:39:08.897548 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 19:39:08.897550 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 19:39:08.897554 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 19:39:08.897562 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 19:39:08.897563 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 19:39:08.897572 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 19:39:08.897571 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 19:39:08.897577 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 19:39:08.897527 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 19:39:08.897588 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 19:39:08.897575 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 19:39:08.897595 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 19:39:08.897597 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 19:39:08.897603 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 19:39:08.897544 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 19:39:08.897624 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 19:39:08.897438 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 19:39:08.897642 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 19:39:08.897361 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 19:39:08.897660 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 19:39:08.897665 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 19:39:08.897677 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 19:39:08.897684 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 19:39:08.897706 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 19:39:08.897744 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 19:39:08.897565 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 19:39:08.897693 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 19:39:08.897680 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 31755 is already open, no action needed I0429 19:39:08.897890 3791 port_claim.go:71] Svc openshift-ingress/router-default: port 32516 is already open, no action needed I0429 19:39:08.897645 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 19:39:08.897532 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 19:39:08.897490 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 19:39:08.897977 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 19:39:08.897983 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 19:39:08.897503 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 19:39:08.897992 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 19:39:08.897482 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 19:39:08.898026 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 19:39:08.897479 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 19:39:08.898050 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 19:39:08.897401 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 19:39:08.897415 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 19:39:08.898079 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 19:39:08.898083 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 19:39:08.897430 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 19:39:08.898089 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 19:39:08.897439 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 19:39:08.897442 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 19:39:08.897447 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 19:39:08.898155 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 19:39:08.897419 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 19:39:08.897472 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 19:39:08.897472 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 19:39:08.898236 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 19:39:08.897482 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 19:39:08.897502 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 19:39:08.897526 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 19:39:08.897533 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 19:39:08.897529 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 19:39:08.898411 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 19:39:08.897538 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 19:39:08.897412 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 19:39:08.897545 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 19:39:08.898600 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 19:39:08.897546 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 19:39:08.898734 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 19:39:08.898747 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 19:39:08.897548 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 19:39:08.897552 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 19:39:08.897551 3791 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 19:39:08.898778 3791 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 19:39:08.897680 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 19:39:08.939055 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 19:39:08.959145 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 19:39:08.979597 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 19:39:08.979611 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 19:39:08.979630 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 19:39:08.979640 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 19:39:08.979649 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 19:39:08.979656 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 19:39:08.979664 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 19:39:08.979672 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 19:39:08.979679 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 19:39:08.979687 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 19:39:08.979698 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 19:39:08.979708 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 19:39:08.979715 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 19:39:08.979728 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 19:39:08.979744 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 19:39:08.979759 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 19:39:08.979765 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 19:39:08.979770 3791 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 19:39:10.434252 3791 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-37.ec2.internal I0429 19:39:10.434281 3791 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-37.ec2.internal: 35.41µs I0429 19:39:10.461696 3791 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9b94754f9-52vmd] creating logical port openshift-image-registry_image-registry-9b94754f9-52vmd for pod on switch ip-10-0-2-37.ec2.internal I0429 19:39:10.461804 3791 kube.go:256] Updating pod openshift-image-registry/image-registry-9b94754f9-52vmd I0429 19:39:10.478957 3791 pod.go:62] [openshift-image-registry/image-registry-9b94754f9-52vmd] pod update took 17.180519ms I0429 19:39:10.478976 3791 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9b94754f9-52vmd] addLogicalPort annotation time took 17.206167ms I0429 19:39:10.480445 3791 pods.go:271] [openshift-image-registry/image-registry-9b94754f9-52vmd] addLogicalPort took 18.762691ms, libovsdb time 1.215324ms I0429 19:39:10.484553 3791 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-92r5n] creating logical port openshift-dns_dns-default-92r5n for pod on switch ip-10-0-2-37.ec2.internal I0429 19:39:10.484578 3791 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vvxtb] creating logical port openshift-ingress-canary_ingress-canary-vvxtb for pod on switch ip-10-0-2-37.ec2.internal I0429 19:39:10.484646 3791 kube.go:256] Updating pod openshift-dns/dns-default-92r5n I0429 19:39:10.484648 3791 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vvxtb I0429 19:39:10.500218 3791 pod.go:62] [openshift-ingress-canary/ingress-canary-vvxtb] pod update took 15.585432ms I0429 19:39:10.500236 3791 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vvxtb] addLogicalPort annotation time took 15.606921ms I0429 19:39:10.501204 3791 pods.go:271] [openshift-ingress-canary/ingress-canary-vvxtb] addLogicalPort took 16.639595ms, libovsdb time 751.711µs I0429 19:39:10.501851 3791 pod.go:62] [openshift-dns/dns-default-92r5n] pod update took 17.226813ms I0429 19:39:10.501868 3791 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-92r5n] addLogicalPort annotation time took 17.248124ms I0429 19:39:10.502934 3791 pods.go:271] [openshift-dns/dns-default-92r5n] addLogicalPort took 18.391196ms, libovsdb time 813.593µs I0429 19:39:10.892130 3791 cni.go:452] [openshift-ingress-canary/ingress-canary-vvxtb 7c2bc330b5684386a31513e52671628b2befb5f87e2b7240d4ad97e658d6dbb0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vvxtb 7c2bc330b5684386a31513e52671628b2befb5f87e2b7240d4ad97e658d6dbb0 network default NAD default NAD key ] I0429 19:39:10.956109 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vvxtb, hostIfaceName: 7c2bc330b568438, network: default, NAD default, SandboxID: "7c2bc330b5684386a31513e52671628b2befb5f87e2b7240d4ad97e658d6dbb0", PCI device ID: , UID: "6298fcf1-c2e4-487e-872b-2d0ee302f30f", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0429 19:39:11.021493 3791 cni.go:473] [openshift-ingress-canary/ingress-canary-vvxtb 7c2bc330b5684386a31513e52671628b2befb5f87e2b7240d4ad97e658d6dbb0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vvxtb 7c2bc330b5684386a31513e52671628b2befb5f87e2b7240d4ad97e658d6dbb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:41:ed:3f:6c:6d\",\"name\":\"7c2bc330b568438\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c5f0159-c794-41c1-880e-28d85b68fd27\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:39:14.511647 3791 cni.go:452] [openshift-network-diagnostics/network-check-target-r4ptz 728674fc0236573c993a4b7d8bd178fd5c17e252d6bcb4f0ce4b36e8a69162ff network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-r4ptz 728674fc0236573c993a4b7d8bd178fd5c17e252d6bcb4f0ce4b36e8a69162ff network default NAD default NAD key ] I0429 19:39:14.520947 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-r4ptz, hostIfaceName: 728674fc0236573, network: default, NAD default, SandboxID: "728674fc0236573c993a4b7d8bd178fd5c17e252d6bcb4f0ce4b36e8a69162ff", PCI device ID: , UID: "dad87d5e-5bb3-4c1a-a461-d6e3a6c37309", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0429 19:39:14.564752 3791 cni.go:473] [openshift-network-diagnostics/network-check-target-r4ptz 728674fc0236573c993a4b7d8bd178fd5c17e252d6bcb4f0ce4b36e8a69162ff network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-r4ptz 728674fc0236573c993a4b7d8bd178fd5c17e252d6bcb4f0ce4b36e8a69162ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:2c:9a:3b:e7:78\",\"name\":\"728674fc0236573\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f202de8-8970-4114-a63b-3c2fef7e4e8d\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:39:15.813884 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 19:39:17.739314 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 19:39:23.579772 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 19:39:29.707954 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:39:29.708556 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:39:29.708579 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:39:29.708589 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0429 19:39:29.708603 3791 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:39:29.708609 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0429 19:39:30.634254 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:39:30.634277 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:39:30.634290 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:39:30.634304 3791 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq2h8p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:39:31.199570 3791 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 19:39:31.210262 3791 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0429 19:39:46.819359 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 19:39:46.819383 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 19:39:48.749004 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 19:40:00.194425 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29624860-c4pzr for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:00.194534 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr I0429 19:40:00.208167 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr] pod update took 13.652426ms I0429 19:40:00.208193 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr] addLogicalPort annotation time took 13.682649ms I0429 19:40:00.209368 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr] addLogicalPort took 14.956364ms, libovsdb time 866.344µs I0429 19:40:00.565057 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key ] I0429 19:40:00.574746 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29624860-c4pzr, hostIfaceName: a27c6296c256657, network: default, NAD default, SandboxID: "a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26", PCI device ID: , UID: "981d028e-2b73-41ba-99d3-a8d44ad80888", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0429 19:40:00.620161 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d0:58:ed:02:7a\",\"name\":\"a27c6296c256657\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45451535-5662-4461-91d7-8cc7a9b04251\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:40:24.232910 3791 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-n8lf2 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:24.232994 3791 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2 I0429 19:40:24.252297 3791 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2] pod update took 19.329629ms I0429 19:40:24.252320 3791 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2] addLogicalPort annotation time took 19.356211ms I0429 19:40:24.253436 3791 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2] addLogicalPort took 20.537804ms, libovsdb time 838.372µs I0429 19:40:24.340364 3791 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-bqv56] creating logical port openshift-console-operator_console-operator-66dbbb6468-bqv56 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:24.340443 3791 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-bqv56 I0429 19:40:24.376745 3791 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-bqv56] pod update took 36.320784ms I0429 19:40:24.376770 3791 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-bqv56] addLogicalPort annotation time took 36.349894ms I0429 19:40:24.376944 3791 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-4cd2w for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:24.377015 3791 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w I0429 19:40:24.377892 3791 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-bqv56] addLogicalPort took 37.55645ms, libovsdb time 786.083µs I0429 19:40:24.402978 3791 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w] pod update took 25.981818ms I0429 19:40:24.403003 3791 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w] addLogicalPort annotation time took 26.009163ms I0429 19:40:24.404177 3791 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w] addLogicalPort took 27.242227ms, libovsdb time 770.926µs I0429 19:40:24.698138 3791 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-bqv56 b900f310552fcfdbad8246c4d89099987a8f676043277e2c5cffea3dba3451bb network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-bqv56 b900f310552fcfdbad8246c4d89099987a8f676043277e2c5cffea3dba3451bb network default NAD default NAD key ] I0429 19:40:24.708912 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-bqv56, hostIfaceName: b900f310552fcfd, network: default, NAD default, SandboxID: "b900f310552fcfdbad8246c4d89099987a8f676043277e2c5cffea3dba3451bb", PCI device ID: , UID: "6ac3331e-affe-4aa6-bf83-c48bbebbb2bc", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0429 19:40:24.753895 3791 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-bqv56 b900f310552fcfdbad8246c4d89099987a8f676043277e2c5cffea3dba3451bb network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-bqv56 b900f310552fcfdbad8246c4d89099987a8f676043277e2c5cffea3dba3451bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e4:03:fc:46:cb\",\"name\":\"b900f310552fcfd\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8ba5148-60a1-4e5a-a0b6-59c385477c9f\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:40:27.899931 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 19:40:29.203939 3791 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0429 19:40:29.204840 3791 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 876.791µs I0429 19:40:29.224875 3791 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 19:40:30.107489 3791 namespace.go:98] [openshift-service-ca] adding namespace I0429 19:40:30.108462 3791 namespace.go:102] [openshift-service-ca] adding namespace took 953.709µs I0429 19:40:30.126793 3791 namespace.go:142] [openshift-service-ca] updating namespace I0429 19:40:31.787939 3791 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-5pc4t] creating logical port openshift-service-ca_service-ca-d9cb48497-5pc4t for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:31.788017 3791 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-5pc4t I0429 19:40:31.805885 3791 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-5pc4t] pod update took 17.88551ms I0429 19:40:31.805907 3791 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-5pc4t] addLogicalPort annotation time took 17.912685ms I0429 19:40:31.807001 3791 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-5pc4t] addLogicalPort took 19.076536ms, libovsdb time 825.18µs I0429 19:40:32.143686 3791 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-5pc4t e217e1d364dde12c28eaaae8764f2b0bf169e791d8ae1d63221688cf2c6770ad network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-5pc4t e217e1d364dde12c28eaaae8764f2b0bf169e791d8ae1d63221688cf2c6770ad network default NAD default NAD key ] I0429 19:40:32.153127 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-5pc4t, hostIfaceName: e217e1d364dde12, network: default, NAD default, SandboxID: "e217e1d364dde12c28eaaae8764f2b0bf169e791d8ae1d63221688cf2c6770ad", PCI device ID: , UID: "6d398673-9c3d-4ce2-a847-92ea9fd85cf0", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0429 19:40:32.198208 3791 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-5pc4t e217e1d364dde12c28eaaae8764f2b0bf169e791d8ae1d63221688cf2c6770ad network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-5pc4t e217e1d364dde12c28eaaae8764f2b0bf169e791d8ae1d63221688cf2c6770ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:55:a6:4c:37:d0\",\"name\":\"e217e1d364dde12\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3972e431-2756-4739-813e-470ee7c7ba14\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:40:38.688556 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 19:40:40.191415 3791 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2 16848d06c8dddb10efc472c0f407eea437669093e06712dad5b47d3570bcd293 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2 16848d06c8dddb10efc472c0f407eea437669093e06712dad5b47d3570bcd293 network default NAD default NAD key ] I0429 19:40:40.201285 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-n8lf2, hostIfaceName: 16848d06c8dddb1, network: default, NAD default, SandboxID: "16848d06c8dddb10efc472c0f407eea437669093e06712dad5b47d3570bcd293", PCI device ID: , UID: "ca0ee833-6658-4163-a1cc-7c578ea86969", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0429 19:40:40.247240 3791 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2 16848d06c8dddb10efc472c0f407eea437669093e06712dad5b47d3570bcd293 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-n8lf2 16848d06c8dddb10efc472c0f407eea437669093e06712dad5b47d3570bcd293 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b3:02:6d:63:ed\",\"name\":\"16848d06c8dddb1\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/776f500c-7e8d-4df9-bc23-c93cae69f194\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:40:50.527647 3791 cni.go:452] [openshift-multus/network-metrics-daemon-b7p9m 2b8759f3a75f0156d2d10c7f3e4a2e713eed221c0851a5b2b09774c73abf7a76 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-b7p9m 2b8759f3a75f0156d2d10c7f3e4a2e713eed221c0851a5b2b09774c73abf7a76 network default NAD default NAD key ] I0429 19:40:50.537764 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-b7p9m, hostIfaceName: 2b8759f3a75f015, network: default, NAD default, SandboxID: "2b8759f3a75f0156d2d10c7f3e4a2e713eed221c0851a5b2b09774c73abf7a76", PCI device ID: , UID: "cd8f4331-9e70-47cf-a3bd-98494292e0a7", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0429 19:40:50.583412 3791 cni.go:473] [openshift-multus/network-metrics-daemon-b7p9m 2b8759f3a75f0156d2d10c7f3e4a2e713eed221c0851a5b2b09774c73abf7a76 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-b7p9m 2b8759f3a75f0156d2d10c7f3e4a2e713eed221c0851a5b2b09774c73abf7a76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ef:d2:a0:60:98\",\"name\":\"2b8759f3a75f015\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/092a0c15-1be5-4b1f-beef-d91f1c3bbaaf\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:40:54.545582 3791 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-f8h4k] creating logical port openshift-insights_insights-runtime-extractor-f8h4k for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:54.545723 3791 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-f8h4k I0429 19:40:54.577156 3791 pod.go:62] [openshift-insights/insights-runtime-extractor-f8h4k] pod update took 31.464004ms I0429 19:40:54.577179 3791 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-f8h4k] addLogicalPort annotation time took 31.494553ms I0429 19:40:54.578103 3791 pods.go:271] [openshift-insights/insights-runtime-extractor-f8h4k] addLogicalPort took 32.54013ms, libovsdb time 652.539µs I0429 19:40:54.914092 3791 cni.go:452] [openshift-insights/insights-runtime-extractor-f8h4k 327196bde6af8b2e6dcf2390c09c801f3eb436f26148cba09590a4dfb6098171 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-f8h4k 327196bde6af8b2e6dcf2390c09c801f3eb436f26148cba09590a4dfb6098171 network default NAD default NAD key ] I0429 19:40:54.923114 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-f8h4k, hostIfaceName: 327196bde6af8b2, network: default, NAD default, SandboxID: "327196bde6af8b2e6dcf2390c09c801f3eb436f26148cba09590a4dfb6098171", PCI device ID: , UID: "6d15080f-3eba-43b1-ab70-effea6144ea7", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0429 19:40:54.968935 3791 cni.go:473] [openshift-insights/insights-runtime-extractor-f8h4k 327196bde6af8b2e6dcf2390c09c801f3eb436f26148cba09590a4dfb6098171 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-f8h4k 327196bde6af8b2e6dcf2390c09c801f3eb436f26148cba09590a4dfb6098171 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:c1:ec:b0:a5:f6\",\"name\":\"327196bde6af8b2\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc3d4822-cda6-4d30-872a-44172461af14\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:40:55.858146 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:40:55.858799 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:40:55.877651 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:40:55.877666 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6dd48dcb-7x5lr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:40:55.892909 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6dd48dcb-7x5lr I0429 19:40:55.892931 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6dd48dcb-7x5lr I0429 19:40:55.992982 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:40:55.993012 3791 pods.go:176] Deleting pod: openshift-image-registry/image-registry-9b94754f9-52vmd I0429 19:40:55.994211 3791 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-9b94754f9-52vmd, ips: 10.130.0.5 I0429 19:40:55.994235 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:40:56.001803 3791 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-568c8fdbb5-lwqrd] creating logical port openshift-image-registry_image-registry-568c8fdbb5-lwqrd for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:56.001883 3791 kube.go:256] Updating pod openshift-image-registry/image-registry-568c8fdbb5-lwqrd I0429 19:40:56.008507 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:40:56.008558 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-52vmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:40:56.015643 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-9b94754f9-52vmd I0429 19:40:56.015662 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-9b94754f9-52vmd I0429 19:40:56.020435 3791 pod.go:62] [openshift-image-registry/image-registry-568c8fdbb5-lwqrd] pod update took 18.577633ms I0429 19:40:56.020477 3791 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-568c8fdbb5-lwqrd] addLogicalPort annotation time took 18.598964ms I0429 19:40:56.021651 3791 pods.go:271] [openshift-image-registry/image-registry-568c8fdbb5-lwqrd] addLogicalPort took 19.858037ms, libovsdb time 916.45µs I0429 19:40:56.356836 3791 cni.go:452] [openshift-image-registry/image-registry-568c8fdbb5-lwqrd 8b8b827e6ade1cb1fac72172d1d39f748713f1c79677077339689af6af288233 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-568c8fdbb5-lwqrd 8b8b827e6ade1cb1fac72172d1d39f748713f1c79677077339689af6af288233 network default NAD default NAD key ] I0429 19:40:56.366040 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-568c8fdbb5-lwqrd, hostIfaceName: 8b8b827e6ade1cb, network: default, NAD default, SandboxID: "8b8b827e6ade1cb1fac72172d1d39f748713f1c79677077339689af6af288233", PCI device ID: , UID: "bc97a415-5a26-4800-a745-baafd63ad034", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0429 19:40:56.411752 3791 cni.go:473] [openshift-image-registry/image-registry-568c8fdbb5-lwqrd 8b8b827e6ade1cb1fac72172d1d39f748713f1c79677077339689af6af288233 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-568c8fdbb5-lwqrd 8b8b827e6ade1cb1fac72172d1d39f748713f1c79677077339689af6af288233 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4a:f0:9e:80:b0\",\"name\":\"8b8b827e6ade1cb\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b54aab99-4d49-4576-943e-a337de0bba5d\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:40:56.542052 3791 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w 2d15d26927a29d203388590d0f56814569fff630f67bc7e4e79d399abdf636c0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w 2d15d26927a29d203388590d0f56814569fff630f67bc7e4e79d399abdf636c0 network default NAD default NAD key ] I0429 19:40:56.551935 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-4cd2w, hostIfaceName: 2d15d26927a29d2, network: default, NAD default, SandboxID: "2d15d26927a29d203388590d0f56814569fff630f67bc7e4e79d399abdf636c0", PCI device ID: , UID: "35c3aed6-538f-4544-92ea-76491387dce8", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0429 19:40:56.598642 3791 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w 2d15d26927a29d203388590d0f56814569fff630f67bc7e4e79d399abdf636c0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4cd2w 2d15d26927a29d203388590d0f56814569fff630f67bc7e4e79d399abdf636c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:bc:58:73:68:d6\",\"name\":\"2d15d26927a29d2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bea7ba22-49d3-4f86-a23a-2cf293057490\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:40:56.864302 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 19:40:56.894927 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:56.894948 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:56.894955 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:56.895043 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0429 19:40:56.895059 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0429 19:40:57.001028 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 19:40:57.087024 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:57.087045 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:57.087050 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:57.091486 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0429 19:40:57.091504 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0429 19:40:57.118275 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0429 19:40:57.118288 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0429 19:40:57.120736 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:57.120749 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0429 19:40:57.120755 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default I0429 19:40:59.265032 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-sdffk for pod on switch ip-10-0-2-37.ec2.internal I0429 19:40:59.265162 3791 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk I0429 19:40:59.281232 3791 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk] pod update took 16.093049ms I0429 19:40:59.281257 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk] addLogicalPort annotation time took 16.121623ms I0429 19:40:59.282331 3791 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk] addLogicalPort took 17.312583ms, libovsdb time 778.928µs I0429 19:41:00.224678 3791 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk ec9198656662c9384fd2769fd0c2a6c2088355ff9258155474e07562b55d931d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk ec9198656662c9384fd2769fd0c2a6c2088355ff9258155474e07562b55d931d network default NAD default NAD key ] I0429 19:41:00.233691 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-sdffk, hostIfaceName: ec9198656662c93, network: default, NAD default, SandboxID: "ec9198656662c9384fd2769fd0c2a6c2088355ff9258155474e07562b55d931d", PCI device ID: , UID: "4a378d01-7622-4f0b-a1a1-4c58f7e28379", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0429 19:41:00.280051 3791 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk ec9198656662c9384fd2769fd0c2a6c2088355ff9258155474e07562b55d931d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sdffk ec9198656662c9384fd2769fd0c2a6c2088355ff9258155474e07562b55d931d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:55:f3:4d:66:8a\",\"name\":\"ec9198656662c93\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a912bdfa-3012-4326-a87d-27af0c771596\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:41:01.886125 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0429 19:41:02.045392 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0429 19:41:02.354296 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-zhl6s] creating logical port openshift-monitoring_prometheus-operator-76b589d668-zhl6s for pod on switch ip-10-0-2-37.ec2.internal I0429 19:41:02.354407 3791 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-zhl6s I0429 19:41:02.382956 3791 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-zhl6s] pod update took 28.573018ms I0429 19:41:02.382982 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-zhl6s] addLogicalPort annotation time took 28.603838ms I0429 19:41:02.384467 3791 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-zhl6s] addLogicalPort took 30.192744ms, libovsdb time 1.033027ms I0429 19:41:02.708456 3791 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-zhl6s 99ea0b6f90727aa395fbae21cdeafcb9a3596502fd2c5007e3cae3dad1d5f94e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-zhl6s 99ea0b6f90727aa395fbae21cdeafcb9a3596502fd2c5007e3cae3dad1d5f94e network default NAD default NAD key ] I0429 19:41:02.717604 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-zhl6s, hostIfaceName: 99ea0b6f90727aa, network: default, NAD default, SandboxID: "99ea0b6f90727aa395fbae21cdeafcb9a3596502fd2c5007e3cae3dad1d5f94e", PCI device ID: , UID: "bd9e51e9-76f2-4642-a456-4afe6f9adfe2", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0429 19:41:02.763021 3791 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-zhl6s 99ea0b6f90727aa395fbae21cdeafcb9a3596502fd2c5007e3cae3dad1d5f94e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-zhl6s 99ea0b6f90727aa395fbae21cdeafcb9a3596502fd2c5007e3cae3dad1d5f94e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:55:40:82:60:8a\",\"name\":\"99ea0b6f90727aa\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4c0b7b9-bd70-421a-a960-099139352a0d\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:41:04.900483 3791 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:04.900504 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:04.900509 3791 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0429 19:41:08.141837 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:41:08.141946 3791 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0429 19:41:08.176779 3791 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 34.870583ms I0429 19:41:08.176806 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 34.90277ms I0429 19:41:08.178011 3791 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 36.192948ms, libovsdb time 882.943µs I0429 19:41:08.495672 3791 cni.go:452] [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key ] I0429 19:41:08.504742 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: f4adcfc7b69134c, network: default, NAD default, SandboxID: "f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575", PCI device ID: , UID: "5b0046f1-7e76-4410-851a-99b80c5773ae", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0429 19:41:08.551340 3791 cni.go:473] [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b1:9c:8b:4b:a0\",\"name\":\"f4adcfc7b69134c\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c21419c0-67b4-4c09-bf05-86ec3e698e18\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:41:09.935484 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6f5fd6c589-w5w25] creating logical port openshift-monitoring_thanos-querier-6f5fd6c589-w5w25 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:41:09.935599 3791 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6f5fd6c589-w5w25 I0429 19:41:09.956133 3791 pod.go:62] [openshift-monitoring/thanos-querier-6f5fd6c589-w5w25] pod update took 20.56896ms I0429 19:41:09.956156 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6f5fd6c589-w5w25] addLogicalPort annotation time took 20.596713ms I0429 19:41:09.957315 3791 pods.go:271] [openshift-monitoring/thanos-querier-6f5fd6c589-w5w25] addLogicalPort took 21.846779ms, libovsdb time 823.681µs W0429 19:41:10.107113 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:10.107130 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:10.107136 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 19:41:10.329440 3791 cni.go:452] [openshift-monitoring/thanos-querier-6f5fd6c589-w5w25 4954bd3c52499ef4dcd2cde1d8677f6b5ed5833b52e30e7feb6d0e77e82805a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6f5fd6c589-w5w25 4954bd3c52499ef4dcd2cde1d8677f6b5ed5833b52e30e7feb6d0e77e82805a3 network default NAD default NAD key ] I0429 19:41:10.341053 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6f5fd6c589-w5w25, hostIfaceName: 4954bd3c52499ef, network: default, NAD default, SandboxID: "4954bd3c52499ef4dcd2cde1d8677f6b5ed5833b52e30e7feb6d0e77e82805a3", PCI device ID: , UID: "ab98903a-4a1d-4cc7-a59f-2502ed250613", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0429 19:41:10.385812 3791 cni.go:473] [openshift-monitoring/thanos-querier-6f5fd6c589-w5w25 4954bd3c52499ef4dcd2cde1d8677f6b5ed5833b52e30e7feb6d0e77e82805a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6f5fd6c589-w5w25 4954bd3c52499ef4dcd2cde1d8677f6b5ed5833b52e30e7feb6d0e77e82805a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:9d:69:e9:70:7a\",\"name\":\"4954bd3c52499ef\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c26f7ed-47ab-4f61-b057-c5f87a307dca\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:41:10.946925 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:10.946943 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:10.946948 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 19:41:11.585148 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-k49n4 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:41:11.585255 3791 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4 I0429 19:41:11.604060 3791 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4] pod update took 18.840072ms I0429 19:41:11.604081 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4] addLogicalPort annotation time took 18.868022ms I0429 19:41:11.605394 3791 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4] addLogicalPort took 20.26468ms, libovsdb time 893.538µs I0429 19:41:11.612600 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-768b58b878-mwbzv] creating logical port openshift-monitoring_metrics-server-768b58b878-mwbzv for pod on switch ip-10-0-2-37.ec2.internal I0429 19:41:11.612761 3791 kube.go:256] Updating pod openshift-monitoring/metrics-server-768b58b878-mwbzv I0429 19:41:11.632232 3791 pod.go:62] [openshift-monitoring/metrics-server-768b58b878-mwbzv] pod update took 19.5135ms I0429 19:41:11.632257 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-768b58b878-mwbzv] addLogicalPort annotation time took 19.543259ms I0429 19:41:11.633405 3791 pods.go:271] [openshift-monitoring/metrics-server-768b58b878-mwbzv] addLogicalPort took 20.818943ms, libovsdb time 742.328µs I0429 19:41:11.985317 3791 cni.go:452] [openshift-monitoring/metrics-server-768b58b878-mwbzv 3b098f531c191682b9c25f816ff4b2741ad8ce391dd2ea9943102a2360a321a6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-768b58b878-mwbzv 3b098f531c191682b9c25f816ff4b2741ad8ce391dd2ea9943102a2360a321a6 network default NAD default NAD key ] I0429 19:41:11.994793 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-768b58b878-mwbzv, hostIfaceName: 3b098f531c19168, network: default, NAD default, SandboxID: "3b098f531c191682b9c25f816ff4b2741ad8ce391dd2ea9943102a2360a321a6", PCI device ID: , UID: "e7ec4958-0450-4043-a16e-b684305029ef", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0429 19:41:12.047113 3791 cni.go:473] [openshift-monitoring/metrics-server-768b58b878-mwbzv 3b098f531c191682b9c25f816ff4b2741ad8ce391dd2ea9943102a2360a321a6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-768b58b878-mwbzv 3b098f531c191682b9c25f816ff4b2741ad8ce391dd2ea9943102a2360a321a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:80:c8:7b:1c:8f\",\"name\":\"3b098f531c19168\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5af4ba97-8043-4f22-b6a8-a27a5119f90e\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:41:12.542467 3791 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4 5d73af25869c55f137d2b18841eb3f16046b075c704451d247431a619c9fb5d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4 5d73af25869c55f137d2b18841eb3f16046b075c704451d247431a619c9fb5d1 network default NAD default NAD key ] I0429 19:41:12.552773 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-k49n4, hostIfaceName: 5d73af25869c55f, network: default, NAD default, SandboxID: "5d73af25869c55f137d2b18841eb3f16046b075c704451d247431a619c9fb5d1", PCI device ID: , UID: "721a7c91-f331-4694-80ff-3d5ca15c546d", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0429 19:41:12.599211 3791 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4 5d73af25869c55f137d2b18841eb3f16046b075c704451d247431a619c9fb5d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-k49n4 5d73af25869c55f137d2b18841eb3f16046b075c704451d247431a619c9fb5d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:02:c6:23:2f:52\",\"name\":\"5d73af25869c55f\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6a5fd0f-2341-4966-be93-b05e5c8f58de\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:41:13.948900 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 19:41:14.089623 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 19:41:14.974900 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 19:41:14.974918 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 19:41:15.164025 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:15.164043 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:15.164048 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:15.164051 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:15.228788 3791 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 19:41:15.275427 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 19:41:15.275495 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 19:41:16.128549 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:16.128567 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:16.128574 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:16.128579 3791 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:16.157445 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0429 19:41:17.882378 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 19:41:17.882410 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 19:41:18.028972 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0429 19:41:18.607942 3791 cni.go:452] [openshift-dns/dns-default-92r5n 53ee8e03bde757276d078d36813ec8ac163c9abff9eafa0c29ff224e2f5ef123 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-92r5n 53ee8e03bde757276d078d36813ec8ac163c9abff9eafa0c29ff224e2f5ef123 network default NAD default NAD key ] I0429 19:41:18.617172 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-92r5n, hostIfaceName: 53ee8e03bde7572, network: default, NAD default, SandboxID: "53ee8e03bde757276d078d36813ec8ac163c9abff9eafa0c29ff224e2f5ef123", PCI device ID: , UID: "8d96ba79-6b3f-409a-a112-e9a6e3512489", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0429 19:41:18.665653 3791 cni.go:473] [openshift-dns/dns-default-92r5n 53ee8e03bde757276d078d36813ec8ac163c9abff9eafa0c29ff224e2f5ef123 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-92r5n 53ee8e03bde757276d078d36813ec8ac163c9abff9eafa0c29ff224e2f5ef123 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f2:4e:94:96:ed\",\"name\":\"53ee8e03bde7572\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8adaf612-5191-4603-b0a6-e955cbdd2bed\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:41:19.452701 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0429 19:41:19.720008 3791 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bb8g8] creating logical port openshift-console_downloads-5c54f4944f-bb8g8 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:41:19.720163 3791 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bb8g8 I0429 19:41:19.738615 3791 pod.go:62] [openshift-console/downloads-5c54f4944f-bb8g8] pod update took 18.524358ms I0429 19:41:19.738644 3791 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bb8g8] addLogicalPort annotation time took 18.55995ms I0429 19:41:19.739989 3791 pods.go:271] [openshift-console/downloads-5c54f4944f-bb8g8] addLogicalPort took 20.005349ms, libovsdb time 1.022231ms I0429 19:41:20.080536 3791 cni.go:452] [openshift-console/downloads-5c54f4944f-bb8g8 3c82431ef392e603abc71ba5400ebc06294ae5e3e95db19aadf1fdafe4f996b4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bb8g8 3c82431ef392e603abc71ba5400ebc06294ae5e3e95db19aadf1fdafe4f996b4 network default NAD default NAD key ] I0429 19:41:20.091467 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bb8g8, hostIfaceName: 3c82431ef392e60, network: default, NAD default, SandboxID: "3c82431ef392e603abc71ba5400ebc06294ae5e3e95db19aadf1fdafe4f996b4", PCI device ID: , UID: "cc3013c0-7a03-49b8-8ccc-608307a9c6bf", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0429 19:41:20.140052 3791 cni.go:473] [openshift-console/downloads-5c54f4944f-bb8g8 3c82431ef392e603abc71ba5400ebc06294ae5e3e95db19aadf1fdafe4f996b4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bb8g8 3c82431ef392e603abc71ba5400ebc06294ae5e3e95db19aadf1fdafe4f996b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:eb:db:36:37:45\",\"name\":\"3c82431ef392e60\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5841c0f-f5f7-4013-b062-b35c7df98c3f\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:41:21.182947 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:21.182971 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:21.182977 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:21.182982 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:21.182993 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:21.182998 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:21.183004 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:21.183008 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:22.116378 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:22.116396 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:22.116402 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:22.116407 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 19:41:27.182820 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:27.182847 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:27.182857 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:27.182874 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:27.182881 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:27.182889 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:31.144297 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:31.144315 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 19:41:31.144321 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0429 19:41:31.387550 3791 base_network_controller_pods.go:487] [default/openshift-console/console-54bcd559d5-rdrk9] creating logical port openshift-console_console-54bcd559d5-rdrk9 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:41:31.387661 3791 kube.go:256] Updating pod openshift-console/console-54bcd559d5-rdrk9 I0429 19:41:31.409021 3791 pod.go:62] [openshift-console/console-54bcd559d5-rdrk9] pod update took 21.391712ms I0429 19:41:31.409043 3791 base_network_controller_pods.go:951] [default/openshift-console/console-54bcd559d5-rdrk9] addLogicalPort annotation time took 21.417999ms I0429 19:41:31.410245 3791 pods.go:271] [openshift-console/console-54bcd559d5-rdrk9] addLogicalPort took 22.711405ms, libovsdb time 859.72µs I0429 19:41:31.749528 3791 cni.go:452] [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key ] I0429 19:41:31.758607 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-54bcd559d5-rdrk9, hostIfaceName: c4e733a8d88cc7d, network: default, NAD default, SandboxID: "c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3", PCI device ID: , UID: "6b2817ca-f4b2-41bd-a957-4d20b15fbbb1", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0429 19:41:31.809701 3791 cni.go:473] [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:b4:40:8d:8e:03\",\"name\":\"c4e733a8d88cc7d\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a5df5f2-72aa-47ee-9778-0adb7ea9213f\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:41:34.255059 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0429 19:41:34.966111 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 19:41:34.966144 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 19:41:35.112052 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 19:41:36.193276 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 19:41:36.284768 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 19:41:38.540101 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.540131 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.540139 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.540155 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.540162 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.540169 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.588200 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.588221 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:38.588227 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:41:40.385157 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 19:41:42.291795 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 19:41:42.291818 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 19:41:43.222773 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0429 19:41:43.229834 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:41:43.230448 3791 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 19:41:43.255372 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0429 19:41:43.587493 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:41:43.587563 3791 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9b94754f9-lqtbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:41:43.593910 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-9b94754f9-lqtbq I0429 19:41:43.593936 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-9b94754f9-lqtbq W0429 19:41:49.106128 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0429 19:41:51.119253 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 19:41:51.119283 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 19:41:51.161641 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 19:41:51.161661 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 19:41:59.359745 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0429 19:42:05.563484 3791 cni.go:452] [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key ] I0429 19:42:05.648858 3791 cni.go:473] [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-54bcd559d5-rdrk9 c4e733a8d88cc7dca18b3f713e8aeb235b22681112be392532954379b5b237c3 network default NAD default NAD key default], result "{}", err I0429 19:42:05.711484 3791 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:05.711561 3791 pods.go:176] Deleting pod: openshift-console/console-54bcd559d5-rdrk9 I0429 19:42:05.713031 3791 pods.go:236] Attempting to release IPs for pod: openshift-console/console-54bcd559d5-rdrk9, ips: 10.130.0.22 I0429 19:42:05.713066 3791 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:05.725144 3791 base_network_controller_pods.go:487] [default/openshift-console/console-7d5fd49fd8-6b7br] creating logical port openshift-console_console-7d5fd49fd8-6b7br for pod on switch ip-10-0-2-37.ec2.internal I0429 19:42:05.725288 3791 kube.go:256] Updating pod openshift-console/console-7d5fd49fd8-6b7br I0429 19:42:05.740191 3791 pod.go:62] [openshift-console/console-7d5fd49fd8-6b7br] pod update took 14.937089ms I0429 19:42:05.740280 3791 base_network_controller_pods.go:951] [default/openshift-console/console-7d5fd49fd8-6b7br] addLogicalPort annotation time took 15.030302ms I0429 19:42:05.741894 3791 pods.go:271] [openshift-console/console-7d5fd49fd8-6b7br] addLogicalPort took 16.764314ms, libovsdb time 1.029086ms I0429 19:42:06.142571 3791 cni.go:452] [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key ] I0429 19:42:06.152049 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d5fd49fd8-6b7br, hostIfaceName: 0ed21dd82d6ef01, network: default, NAD default, SandboxID: "0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77", PCI device ID: , UID: "c7834da7-47bd-4e18-afa8-76cc8818ea95", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0429 19:42:06.208168 3791 cni.go:473] [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c9:5e:75:9d:28\",\"name\":\"0ed21dd82d6ef01\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d50be9e-c14b-4986-93b3-589019e61b26\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:42:06.337584 3791 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:06.337614 3791 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-rdrk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:06.344849 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54bcd559d5-rdrk9 I0429 19:42:06.344875 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54bcd559d5-rdrk9 I0429 19:42:13.370001 3791 obj_retry.go:498] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:13.370633 3791 obj_retry.go:498] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:13.729425 3791 obj_retry.go:492] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:13.729456 3791 obj_retry.go:492] Detected object openshift-ingress/router-default-557b65ff59-q4kpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:13.735688 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-557b65ff59-q4kpj I0429 19:42:13.735706 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-557b65ff59-q4kpj W0429 19:42:16.370004 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 19:42:16.518343 3791 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-ttshh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:16.518910 3791 obj_retry.go:498] Detected object openshift-console/console-54bcd559d5-ttshh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:17.436296 3791 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-ttshh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:17.436320 3791 obj_retry.go:492] Detected object openshift-console/console-54bcd559d5-ttshh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:17.441999 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54bcd559d5-ttshh I0429 19:42:17.442020 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54bcd559d5-ttshh I0429 19:42:28.791418 3791 cni.go:452] [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key ] I0429 19:42:28.863834 3791 cni.go:473] [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 f4adcfc7b69134ce8bea9b2d6e30ca683fa8426b77020c6841a2d98ab9d94575 network default NAD default NAD key default], result "{}", err I0429 19:42:28.947519 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:28.947632 3791 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0429 19:42:28.948865 3791 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.17 I0429 19:42:28.948894 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:29.419262 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:29.419284 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:29.426553 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0429 19:42:29.426580 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0429 19:42:29.471094 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:42:29.471187 3791 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0429 19:42:29.496716 3791 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.559815ms I0429 19:42:29.496739 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.588719ms I0429 19:42:29.498071 3791 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.98984ms, libovsdb time 910.133µs I0429 19:42:29.872211 3791 cni.go:452] [openshift-monitoring/alertmanager-main-1 6eaf74e83ce4f0a5d9dba0dc1a794a53249a9c33f89f943e7a4097a75fc6ebcc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6eaf74e83ce4f0a5d9dba0dc1a794a53249a9c33f89f943e7a4097a75fc6ebcc network default NAD default NAD key ] I0429 19:42:29.881368 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6eaf74e83ce4f0a, network: default, NAD default, SandboxID: "6eaf74e83ce4f0a5d9dba0dc1a794a53249a9c33f89f943e7a4097a75fc6ebcc", PCI device ID: , UID: "15362472-95b7-458c-b51e-501abe82daca", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0429 19:42:29.929192 3791 cni.go:473] [openshift-monitoring/alertmanager-main-1 6eaf74e83ce4f0a5d9dba0dc1a794a53249a9c33f89f943e7a4097a75fc6ebcc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6eaf74e83ce4f0a5d9dba0dc1a794a53249a9c33f89f943e7a4097a75fc6ebcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a5:5a:03:cb:4e\",\"name\":\"6eaf74e83ce4f0a\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddaec283-8a5e-4ea4-bbfe-2e038f9ca8a9\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:42:31.702263 3791 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-845b688c9d-8jfff] creating logical port openshift-monitoring_telemeter-client-845b688c9d-8jfff for pod on switch ip-10-0-2-37.ec2.internal I0429 19:42:31.702378 3791 kube.go:256] Updating pod openshift-monitoring/telemeter-client-845b688c9d-8jfff I0429 19:42:31.722054 3791 pod.go:62] [openshift-monitoring/telemeter-client-845b688c9d-8jfff] pod update took 19.720928ms I0429 19:42:31.722077 3791 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-845b688c9d-8jfff] addLogicalPort annotation time took 19.749325ms I0429 19:42:31.723340 3791 pods.go:271] [openshift-monitoring/telemeter-client-845b688c9d-8jfff] addLogicalPort took 21.092736ms, libovsdb time 884.445µs I0429 19:42:32.126596 3791 cni.go:452] [openshift-monitoring/telemeter-client-845b688c9d-8jfff 910b13bdf0339c6721889cb4e5cf6666104203af62b06dd237e876dc654aa4f8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-845b688c9d-8jfff 910b13bdf0339c6721889cb4e5cf6666104203af62b06dd237e876dc654aa4f8 network default NAD default NAD key ] I0429 19:42:32.136924 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-845b688c9d-8jfff, hostIfaceName: 910b13bdf0339c6, network: default, NAD default, SandboxID: "910b13bdf0339c6721889cb4e5cf6666104203af62b06dd237e876dc654aa4f8", PCI device ID: , UID: "41c63bfa-74cd-4dbc-be15-572b18dae3aa", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0429 19:42:32.185727 3791 cni.go:473] [openshift-monitoring/telemeter-client-845b688c9d-8jfff 910b13bdf0339c6721889cb4e5cf6666104203af62b06dd237e876dc654aa4f8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-845b688c9d-8jfff 910b13bdf0339c6721889cb4e5cf6666104203af62b06dd237e876dc654aa4f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8a:bf:c8:0b:ab\",\"name\":\"910b13bdf0339c6\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/402e3afe-86a2-44c4-a219-17e1ce8d9127\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:42:33.355807 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:33.356418 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:42:34.288489 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:34.288548 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:42:34.297335 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0429 19:42:34.297387 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0429 19:42:59.914633 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:42:59.914657 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 19:42:59.914665 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 19:43:01.027526 3791 cni.go:452] [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key ] I0429 19:43:01.109274 3791 cni.go:473] [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d5fd49fd8-6b7br 0ed21dd82d6ef016f819fb3964b69aa77d77e444d253fe6f4ddff0dc62ec5a77 network default NAD default NAD key default], result "{}", err I0429 19:43:01.160786 3791 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:01.160826 3791 pods.go:176] Deleting pod: openshift-console/console-7d5fd49fd8-6b7br I0429 19:43:01.162128 3791 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d5fd49fd8-6b7br, ips: 10.130.0.23 I0429 19:43:01.162155 3791 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:01.169020 3791 base_network_controller_pods.go:487] [default/openshift-console/console-799447877-8k2mz] creating logical port openshift-console_console-799447877-8k2mz for pod on switch ip-10-0-2-37.ec2.internal I0429 19:43:01.169114 3791 kube.go:256] Updating pod openshift-console/console-799447877-8k2mz I0429 19:43:01.183836 3791 pod.go:62] [openshift-console/console-799447877-8k2mz] pod update took 14.748646ms I0429 19:43:01.183864 3791 base_network_controller_pods.go:951] [default/openshift-console/console-799447877-8k2mz] addLogicalPort annotation time took 14.777754ms I0429 19:43:01.185167 3791 pods.go:271] [openshift-console/console-799447877-8k2mz] addLogicalPort took 16.159313ms, libovsdb time 887.977µs I0429 19:43:01.207136 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:01.207596 3791 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:01.404548 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:01.404571 3791 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:01.414791 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0429 19:43:01.414818 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0429 19:43:01.529316 3791 cni.go:452] [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key ] I0429 19:43:01.540881 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-799447877-8k2mz, hostIfaceName: 6bef3d71999758c, network: default, NAD default, SandboxID: "6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0", PCI device ID: , UID: "ea844468-0758-4d2c-b1bf-4f93c499c703", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0429 19:43:01.569420 3791 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:01.569450 3791 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-6b7br of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:01.576869 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d5fd49fd8-6b7br I0429 19:43:01.576927 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d5fd49fd8-6b7br I0429 19:43:01.579673 3791 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 19:43:01.595742 3791 cni.go:473] [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:1b:aa:03:6d:9e\",\"name\":\"6bef3d71999758c\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0178a91f-50c0-46b6-ab2d-62f31390dbc2\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:43:11.647942 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 19:43:11.882855 3791 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:11.883476 3791 obj_retry.go:498] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:12.451727 3791 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:12.451752 3791 obj_retry.go:492] Detected object openshift-console/console-7d5fd49fd8-vx5zg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:12.458244 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d5fd49fd8-vx5zg I0429 19:43:12.458266 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d5fd49fd8-vx5zg I0429 19:43:12.617262 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key ] I0429 19:43:12.702575 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr a27c6296c2566572f3ea039ea7de0d5362c71040d18cc17009dfe18299c53e26 network default NAD default NAD key default], result "{}", err I0429 19:43:12.748190 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:12.748252 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr I0429 19:43:12.749593 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr, ips: 10.130.0.8 I0429 19:43:12.749621 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:13.632520 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:13.632546 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:36.888583 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:36.889133 3791 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:43:37.747645 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:37.747671 3791 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:43:37.754663 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0429 19:43:37.754690 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0429 19:44:05.808158 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0429 19:44:13.022225 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0429 19:44:31.899854 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0429 19:44:32.394994 3791 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-p6v4k for pod on switch ip-10-0-2-37.ec2.internal I0429 19:44:32.395105 3791 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k I0429 19:44:32.408712 3791 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k] pod update took 13.634869ms I0429 19:44:32.408733 3791 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k] addLogicalPort annotation time took 13.65993ms I0429 19:44:32.410201 3791 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k] addLogicalPort took 15.222714ms, libovsdb time 1.164597ms I0429 19:44:32.753068 3791 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k 5ae810d97b86f28d195f1f7212aaefff65084c53d2a57481c0b782dab022604e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k 5ae810d97b86f28d195f1f7212aaefff65084c53d2a57481c0b782dab022604e network default NAD default NAD key ] I0429 19:44:32.762084 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-p6v4k, hostIfaceName: 5ae810d97b86f28, network: default, NAD default, SandboxID: "5ae810d97b86f28d195f1f7212aaefff65084c53d2a57481c0b782dab022604e", PCI device ID: , UID: "7b0a1760-fb53-4d19-ae75-f164aac6a805", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0429 19:44:32.809298 3791 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k 5ae810d97b86f28d195f1f7212aaefff65084c53d2a57481c0b782dab022604e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-p6v4k 5ae810d97b86f28d195f1f7212aaefff65084c53d2a57481c0b782dab022604e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:14:59:b6:4f:d5\",\"name\":\"5ae810d97b86f28\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a3d386a-f882-493c-93af-3776e321f922\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:44:34.918223 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0429 19:44:35.955978 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 19:44:39.895517 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0429 19:44:46.960359 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 19:44:46.994705 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0429 19:44:46.994764 3791 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dpnrw IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dpnrw: no pod IPs found I0429 19:44:57.806670 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0429 19:45:14.445020 3791 obj_retry.go:498] Detected object openshift-console/console-799447877-fc6tj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:45:14.445645 3791 obj_retry.go:498] Detected object openshift-console/console-799447877-fc6tj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:45:15.140703 3791 obj_retry.go:492] Detected object openshift-console/console-799447877-fc6tj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:45:15.140731 3791 obj_retry.go:492] Detected object openshift-console/console-799447877-fc6tj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:45:15.146666 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799447877-fc6tj I0429 19:45:15.146691 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799447877-fc6tj I0429 19:45:17.032884 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0429 19:45:21.921309 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0429 19:45:25.079227 3791 cni.go:452] [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key ] I0429 19:45:25.152251 3791 cni.go:473] [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-799447877-8k2mz 6bef3d71999758cb0c981dec6531b92f0561bede473af11419304aa42629a2b0 network default NAD default NAD key default], result "{}", err I0429 19:45:25.209228 3791 obj_retry.go:498] Detected object openshift-console/console-799447877-8k2mz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:45:25.209258 3791 pods.go:176] Deleting pod: openshift-console/console-799447877-8k2mz I0429 19:45:25.210578 3791 pods.go:236] Attempting to release IPs for pod: openshift-console/console-799447877-8k2mz, ips: 10.130.0.26 I0429 19:45:25.210609 3791 obj_retry.go:498] Detected object openshift-console/console-799447877-8k2mz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:45:26.148583 3791 obj_retry.go:492] Detected object openshift-console/console-799447877-8k2mz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:45:26.148609 3791 obj_retry.go:492] Detected object openshift-console/console-799447877-8k2mz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:45:26.157043 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799447877-8k2mz I0429 19:45:26.157069 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799447877-8k2mz I0429 19:45:26.907157 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0429 19:45:45.033465 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0429 19:46:21.895335 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0429 19:47:02.027054 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0429 19:47:06.809621 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0429 19:47:53.808910 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0429 19:48:22.808067 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0429 19:48:55.817934 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=576 I0429 19:49:25.025367 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0429 19:50:00.198687 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29624870-2lqgc for pod on switch ip-10-0-2-37.ec2.internal I0429 19:50:00.198800 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc I0429 19:50:00.220058 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc] pod update took 21.285792ms I0429 19:50:00.220080 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc] addLogicalPort annotation time took 21.312969ms I0429 19:50:00.221247 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc] addLogicalPort took 22.572835ms, libovsdb time 836.533µs I0429 19:50:00.573559 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key ] I0429 19:50:00.583037 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29624870-2lqgc, hostIfaceName: ec12ecb67382032, network: default, NAD default, SandboxID: "ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864", PCI device ID: , UID: "ec98a244-5687-4441-9a1d-1dee0fbc5ef9", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0429 19:50:00.632747 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:c5:44:b6:8f:96\",\"name\":\"ec12ecb67382032\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4e18ede-fd55-4019-988a-b0d460146d53\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:50:04.241658 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key ] I0429 19:50:04.321717 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc ec12ecb673820321c21fa395e2289dc87877206ffb6c015aa89f5c561d570864 network default NAD default NAD key default], result "{}", err I0429 19:50:04.367143 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:50:04.367204 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc I0429 19:50:04.368459 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc, ips: 10.130.0.28 I0429 19:50:04.368490 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:50:05.257159 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:50:05.257208 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624870-2lqgc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:50:43.036182 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0429 19:50:45.809865 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0429 19:51:24.738907 3791 namespace.go:98] [tsf] adding namespace I0429 19:51:24.739982 3791 namespace.go:102] [tsf] adding namespace took 1.041622ms I0429 19:51:24.759961 3791 namespace.go:142] [tsf] updating namespace I0429 19:51:24.772003 3791 namespace.go:142] [tsf] updating namespace I0429 19:51:28.657134 3791 namespace.go:98] [tsf-keycloak] adding namespace I0429 19:51:28.657987 3791 namespace.go:102] [tsf-keycloak] adding namespace took 834.172µs I0429 19:51:28.661505 3791 namespace.go:98] [rhtpa-operator] adding namespace I0429 19:51:28.662156 3791 namespace.go:102] [rhtpa-operator] adding namespace took 635.516µs I0429 19:51:28.667068 3791 namespace.go:98] [tsf-tpa] adding namespace I0429 19:51:28.667112 3791 namespace.go:98] [cert-manager-operator] adding namespace I0429 19:51:28.667223 3791 namespace.go:98] [konflux-ui] adding namespace I0429 19:51:28.667733 3791 namespace.go:102] [tsf-tpa] adding namespace took 649.426µs I0429 19:51:28.668277 3791 namespace.go:102] [cert-manager-operator] adding namespace took 1.131149ms I0429 19:51:28.668812 3791 namespace.go:102] [konflux-ui] adding namespace took 1.573587ms I0429 19:51:28.668837 3791 namespace.go:98] [konflux-operator] adding namespace I0429 19:51:28.669330 3791 namespace.go:102] [konflux-operator] adding namespace took 486.566µs I0429 19:51:28.672470 3791 namespace.go:98] [rhbk-operator] adding namespace I0429 19:51:28.673131 3791 namespace.go:102] [rhbk-operator] adding namespace took 645.978µs I0429 19:51:28.678712 3791 namespace.go:142] [tsf-keycloak] updating namespace I0429 19:51:28.688918 3791 namespace.go:98] [tsf-tas] adding namespace I0429 19:51:28.689037 3791 namespace.go:142] [tsf-keycloak] updating namespace I0429 19:51:28.689553 3791 namespace.go:102] [tsf-tas] adding namespace took 623.334µs I0429 19:51:28.702939 3791 namespace.go:142] [rhtpa-operator] updating namespace I0429 19:51:28.711051 3791 namespace.go:142] [rhtpa-operator] updating namespace I0429 19:51:28.736090 3791 namespace.go:142] [tsf-tpa] updating namespace I0429 19:51:28.736166 3791 namespace.go:142] [cert-manager-operator] updating namespace I0429 19:51:28.736295 3791 namespace.go:142] [konflux-ui] updating namespace I0429 19:51:28.747726 3791 namespace.go:142] [tsf-tpa] updating namespace I0429 19:51:28.747878 3791 namespace.go:142] [rhbk-operator] updating namespace I0429 19:51:28.747885 3791 namespace.go:142] [konflux-operator] updating namespace I0429 19:51:28.748071 3791 namespace.go:142] [tsf-tas] updating namespace I0429 19:51:28.751118 3791 namespace.go:142] [tsf-keycloak] updating namespace I0429 19:51:28.758699 3791 namespace.go:142] [rhtpa-operator] updating namespace I0429 19:51:28.788933 3791 namespace.go:142] [konflux-ui] updating namespace I0429 19:51:28.799518 3791 namespace.go:142] [konflux-ui] updating namespace I0429 19:51:28.810959 3791 namespace.go:142] [konflux-operator] updating namespace I0429 19:51:28.817236 3791 namespace.go:142] [konflux-operator] updating namespace I0429 19:51:28.829950 3791 namespace.go:142] [rhbk-operator] updating namespace I0429 19:51:28.847131 3791 namespace.go:142] [rhbk-operator] updating namespace I0429 19:51:28.848536 3791 namespace.go:142] [tsf-tas] updating namespace I0429 19:51:28.869577 3791 namespace.go:142] [tsf-tas] updating namespace I0429 19:51:28.879577 3791 namespace.go:142] [cert-manager-operator] updating namespace I0429 19:51:28.879609 3791 namespace.go:142] [cert-manager-operator] updating namespace I0429 19:51:28.892000 3791 namespace.go:142] [tsf-tpa] updating namespace I0429 19:51:29.957098 3791 namespace.go:142] [tsf-keycloak] updating namespace I0429 19:51:29.971967 3791 namespace.go:142] [tsf-tpa] updating namespace I0429 19:51:30.261344 3791 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-37.ec2.internal I0429 19:51:30.261488 3791 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0429 19:51:30.304442 3791 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 42.980059ms I0429 19:51:30.304468 3791 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 43.012041ms I0429 19:51:30.305644 3791 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 44.312867ms, libovsdb time 863.725µs I0429 19:51:30.632949 3791 cni.go:452] [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key ] I0429 19:51:30.642133 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 22b8a54e335c05b, network: default, NAD default, SandboxID: "22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5", PCI device ID: , UID: "14b7e14a-4f69-4563-ae6c-cbf91818c817", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0429 19:51:30.691510 3791 cni.go:473] [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:90:a8:e1:55:41\",\"name\":\"22b8a54e335c05b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc978b80-7f0e-4d30-bb3c-cc2e8ea0fc5d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:51:35.567283 3791 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:35.567900 3791 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:35.567931 3791 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:35.567939 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 19:51:35.567951 3791 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:35.567957 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 19:51:36.573825 3791 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:36.574423 3791 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:36.574447 3791 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:36.574454 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 19:51:36.574466 3791 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:36.574474 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 19:51:36.592961 3791 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:36.592984 3791 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:36.593000 3791 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:36.593012 3791 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lgl54 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:37.602724 3791 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:37.602755 3791 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:37.602770 3791 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:37.602785 3791 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4fk9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:40.617981 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.618550 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.618579 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.618589 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 19:51:40.618609 3791 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.618617 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 19:51:40.773632 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.774153 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.774181 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.774189 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 19:51:40.774201 3791 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:40.774205 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 19:51:41.654094 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:41.654119 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:41.654132 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:41.654142 3791 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dp48cj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:41.801052 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:41.801077 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:41.801095 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:41.801106 3791 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516krqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:42.627456 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:42.627979 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:42.628008 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:42.628017 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 19:51:42.628030 3791 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:42.628034 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 19:51:43.652659 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:43.653197 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:51:43.653223 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:43.653232 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 19:51:43.653242 3791 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 19:51:43.653248 3791 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 19:51:43.685065 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:43.685103 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:43.685118 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:43.685130 3791 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hghf7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:44.682974 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:44.682996 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:44.683009 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:44.683020 3791 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136kn5p7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:51:44.899848 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0429 19:51:56.252009 3791 namespace.go:142] [openshift-operators] updating namespace I0429 19:51:56.262102 3791 namespace.go:142] [openshift-operators] updating namespace W0429 19:51:57.676996 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 19:52:00.606574 3791 namespace.go:98] [cert-manager] adding namespace I0429 19:52:00.607467 3791 namespace.go:102] [cert-manager] adding namespace took 867.324µs I0429 19:52:00.851287 3791 namespace.go:142] [cert-manager] updating namespace I0429 19:52:00.898905 3791 namespace.go:142] [cert-manager] updating namespace W0429 19:52:01.945659 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 19:52:01.960998 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 19:52:02.163501 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 19:52:02.171941 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 19:52:03.697726 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0429 19:52:06.116897 3791 namespace.go:98] [trusted-artifact-signer] adding namespace I0429 19:52:06.117571 3791 namespace.go:102] [trusted-artifact-signer] adding namespace took 656.523µs I0429 19:52:06.205833 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 19:52:06.245919 3791 namespace.go:142] [trusted-artifact-signer] updating namespace W0429 19:52:06.642025 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0429 19:52:06.642045 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0429 19:52:06.714154 3791 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0429 19:52:08.305686 3791 namespace.go:142] [openshift-operators] updating namespace I0429 19:52:10.813883 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0429 19:52:23.828592 3791 cni.go:452] [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key ] I0429 19:52:23.902563 3791 cni.go:473] [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 22b8a54e335c05b9fc67fbc20491e67867d297a8ef25dcf66005148b64e7d5f5 network default NAD default NAD key default], result "{}", err I0429 19:52:23.959341 3791 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:52:23.959387 3791 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0429 19:52:23.962095 3791 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.29 I0429 19:52:23.962184 3791 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:52:23.975986 3791 namespace.go:98] [openshift-pipelines] adding namespace I0429 19:52:23.976783 3791 namespace.go:102] [openshift-pipelines] adding namespace took 776.331µs I0429 19:52:23.985486 3791 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:52:23.985506 3791 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:52:23.994177 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0429 19:52:23.994201 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0429 19:52:24.006565 3791 namespace.go:142] [openshift-pipelines] updating namespace I0429 19:52:24.718132 3791 namespace.go:142] [cert-manager] updating namespace I0429 19:52:24.921093 3791 namespace.go:142] [cert-manager-operator] updating namespace I0429 19:52:25.334987 3791 namespace.go:142] [konflux-operator] updating namespace I0429 19:52:25.523991 3791 namespace.go:142] [konflux-ui] updating namespace I0429 19:52:25.723329 3791 namespace.go:142] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] updating namespace I0429 19:52:25.889641 3791 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-37.ec2.internal I0429 19:52:25.889747 3791 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0429 19:52:25.905415 3791 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.69954ms I0429 19:52:25.905434 3791 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.722799ms I0429 19:52:25.906773 3791 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.147141ms, libovsdb time 1.003761ms I0429 19:52:26.114968 3791 namespace.go:142] [rhbk-operator] updating namespace I0429 19:52:26.262412 3791 cni.go:452] [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key ] I0429 19:52:26.272099 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: ac41b7eb8ba9fe0, network: default, NAD default, SandboxID: "ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec", PCI device ID: , UID: "08f3ba69-1367-473e-89ff-e3e08a0fc64a", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0429 19:52:26.317765 3791 namespace.go:142] [rhtpa-operator] updating namespace I0429 19:52:26.321199 3791 cni.go:473] [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:09:45:03:f9:e1\",\"name\":\"ac41b7eb8ba9fe0\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/923ad7e4-f788-4c56-8680-1e886bf830ac\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:52:26.520442 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 19:52:26.717556 3791 namespace.go:142] [tsf] updating namespace I0429 19:52:26.921137 3791 namespace.go:142] [tsf-keycloak] updating namespace I0429 19:52:27.118907 3791 namespace.go:142] [tsf-tas] updating namespace I0429 19:52:27.319454 3791 namespace.go:142] [tsf-tpa] updating namespace I0429 19:52:27.453307 3791 namespace.go:142] [cert-manager] updating namespace I0429 19:52:27.464548 3791 namespace.go:142] [cert-manager-operator] updating namespace I0429 19:52:27.475904 3791 namespace.go:142] [default] updating namespace I0429 19:52:27.487261 3791 namespace.go:142] [konflux-operator] updating namespace I0429 19:52:27.501939 3791 namespace.go:142] [konflux-ui] updating namespace I0429 19:52:27.511516 3791 namespace.go:142] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] updating namespace I0429 19:52:27.522456 3791 namespace.go:142] [openshift] updating namespace I0429 19:52:27.537294 3791 namespace.go:142] [rhbk-operator] updating namespace I0429 19:52:27.549641 3791 namespace.go:142] [rhtpa-operator] updating namespace I0429 19:52:27.564243 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 19:52:27.573426 3791 namespace.go:142] [tsf] updating namespace I0429 19:52:27.585817 3791 namespace.go:142] [tsf-keycloak] updating namespace I0429 19:52:27.596896 3791 namespace.go:142] [tsf-tas] updating namespace I0429 19:52:27.612668 3791 namespace.go:142] [tsf-tpa] updating namespace I0429 19:52:27.704147 3791 namespace.go:142] [cert-manager] updating namespace I0429 19:52:27.807518 3791 namespace.go:142] [cert-manager-operator] updating namespace I0429 19:52:27.911588 3791 namespace.go:142] [default] updating namespace I0429 19:52:28.006870 3791 namespace.go:142] [konflux-operator] updating namespace I0429 19:52:28.101441 3791 namespace.go:142] [konflux-ui] updating namespace I0429 19:52:28.201565 3791 namespace.go:142] [open-cluster-management-2q00ovcq3dp22etaglm2t8tqigpmb591] updating namespace I0429 19:52:28.299200 3791 namespace.go:142] [openshift] updating namespace I0429 19:52:28.401859 3791 namespace.go:142] [rhbk-operator] updating namespace I0429 19:52:28.501453 3791 namespace.go:142] [rhtpa-operator] updating namespace I0429 19:52:28.601144 3791 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 19:52:28.705093 3791 namespace.go:142] [tsf] updating namespace I0429 19:52:28.772511 3791 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-lmv59 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:52:28.772636 3791 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59 I0429 19:52:28.788368 3791 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59] pod update took 15.761169ms I0429 19:52:28.788397 3791 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59] addLogicalPort annotation time took 15.813948ms I0429 19:52:28.790002 3791 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59] addLogicalPort took 17.522986ms, libovsdb time 1.188863ms I0429 19:52:28.803991 3791 namespace.go:142] [tsf-keycloak] updating namespace I0429 19:52:28.868385 3791 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-6wn7l for pod on switch ip-10-0-2-37.ec2.internal I0429 19:52:28.868478 3791 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l I0429 19:52:28.880899 3791 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l] pod update took 12.446027ms I0429 19:52:28.881036 3791 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l] addLogicalPort annotation time took 12.584491ms I0429 19:52:28.882521 3791 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l] addLogicalPort took 14.173424ms, libovsdb time 1.080764ms I0429 19:52:28.902494 3791 namespace.go:142] [tsf-tas] updating namespace I0429 19:52:29.003649 3791 namespace.go:142] [tsf-tpa] updating namespace I0429 19:52:29.299143 3791 namespace.go:142] [openshift-pipelines] updating namespace I0429 19:52:37.090901 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr for pod on switch ip-10-0-2-37.ec2.internal I0429 19:52:37.091005 3791 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr I0429 19:52:37.109933 3791 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr] pod update took 18.958654ms I0429 19:52:37.109955 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr] addLogicalPort annotation time took 18.991491ms I0429 19:52:37.111215 3791 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr] addLogicalPort took 20.337582ms, libovsdb time 879.826µs I0429 19:52:37.181628 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-4w6pl for pod on switch ip-10-0-2-37.ec2.internal I0429 19:52:37.181724 3791 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl I0429 19:52:37.201080 3791 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl] pod update took 19.380687ms I0429 19:52:37.201105 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl] addLogicalPort annotation time took 19.412355ms I0429 19:52:37.202417 3791 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl] addLogicalPort took 20.803582ms, libovsdb time 877.256µs I0429 19:52:37.269331 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-mcnvt for pod on switch ip-10-0-2-37.ec2.internal I0429 19:52:37.269449 3791 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt I0429 19:52:37.284550 3791 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt] pod update took 15.130139ms I0429 19:52:37.284571 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt] addLogicalPort annotation time took 15.158097ms I0429 19:52:37.286006 3791 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt] addLogicalPort took 16.6914ms, libovsdb time 947.107µs I0429 19:52:37.454899 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr 3677531b9fdb161d49e5fde18eb077d4b394c5aeaecc8ec6b21275e2dcdaa244 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr 3677531b9fdb161d49e5fde18eb077d4b394c5aeaecc8ec6b21275e2dcdaa244 network default NAD default NAD key ] I0429 19:52:37.464462 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr, hostIfaceName: 3677531b9fdb161, network: default, NAD default, SandboxID: "3677531b9fdb161d49e5fde18eb077d4b394c5aeaecc8ec6b21275e2dcdaa244", PCI device ID: , UID: "6dbc0df8-3f12-4581-8137-69420af8ee1b", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0429 19:52:37.513701 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr 3677531b9fdb161d49e5fde18eb077d4b394c5aeaecc8ec6b21275e2dcdaa244 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-4lthr 3677531b9fdb161d49e5fde18eb077d4b394c5aeaecc8ec6b21275e2dcdaa244 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:38:b8:9c:a4:26\",\"name\":\"3677531b9fdb161\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e90f64a7-e3ce-45c9-b68a-9579f75cc112\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:52:37.542607 3791 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl d53d244df1db5251f82ee87a5165f58bbfcc8b2674ea9100358144caeb026f66 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl d53d244df1db5251f82ee87a5165f58bbfcc8b2674ea9100358144caeb026f66 network default NAD default NAD key ] I0429 19:52:37.553806 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-4w6pl, hostIfaceName: d53d244df1db525, network: default, NAD default, SandboxID: "d53d244df1db5251f82ee87a5165f58bbfcc8b2674ea9100358144caeb026f66", PCI device ID: , UID: "9f160c1d-a2a9-4e5d-aec4-eba3a6bc38f0", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0429 19:52:37.603381 3791 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl d53d244df1db5251f82ee87a5165f58bbfcc8b2674ea9100358144caeb026f66 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4w6pl d53d244df1db5251f82ee87a5165f58bbfcc8b2674ea9100358144caeb026f66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:61:b5:d5:88:d2\",\"name\":\"d53d244df1db525\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e093622-564c-463e-bbb6-45b09cfa9b60\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:52:37.631185 3791 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt ea0ad22164abcafefdcfa9816ef292f0ceac2e6282e66b2bd07413994139ee8c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt ea0ad22164abcafefdcfa9816ef292f0ceac2e6282e66b2bd07413994139ee8c network default NAD default NAD key ] I0429 19:52:37.642561 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-mcnvt, hostIfaceName: ea0ad22164abcaf, network: default, NAD default, SandboxID: "ea0ad22164abcafefdcfa9816ef292f0ceac2e6282e66b2bd07413994139ee8c", PCI device ID: , UID: "45f0f580-c2b1-48e8-84f1-0bbc2028294e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0429 19:52:37.691728 3791 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt ea0ad22164abcafefdcfa9816ef292f0ceac2e6282e66b2bd07413994139ee8c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mcnvt ea0ad22164abcafefdcfa9816ef292f0ceac2e6282e66b2bd07413994139ee8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:5b:c3:0d:a6:29\",\"name\":\"ea0ad22164abcaf\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f0f3529-47f9-4fd4-ba3a-3021b632f274\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:52:40.809306 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 19:52:40.809327 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 19:52:40.809332 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 19:52:40.879941 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 19:52:40.879974 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 19:52:40.879984 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0429 19:52:42.337142 3791 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l e35b80c66545c91371b3dbf1831b2ce7158e023433c302e3b50b2f80180c90b0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l e35b80c66545c91371b3dbf1831b2ce7158e023433c302e3b50b2f80180c90b0 network default NAD default NAD key ] I0429 19:52:42.339983 3791 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59 fd92cbee047ce4c8d95bf433c09e6184189a62be280818ccfc4dc149472ed195 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59 fd92cbee047ce4c8d95bf433c09e6184189a62be280818ccfc4dc149472ed195 network default NAD default NAD key ] I0429 19:52:42.348712 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-6wn7l, hostIfaceName: e35b80c66545c91, network: default, NAD default, SandboxID: "e35b80c66545c91371b3dbf1831b2ce7158e023433c302e3b50b2f80180c90b0", PCI device ID: , UID: "5e6c2b4c-4967-444d-b941-4a7a5d8460b8", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0429 19:52:42.349992 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-lmv59, hostIfaceName: fd92cbee047ce4c, network: default, NAD default, SandboxID: "fd92cbee047ce4c8d95bf433c09e6184189a62be280818ccfc4dc149472ed195", PCI device ID: , UID: "e5d60010-7b21-4a7a-8f50-61552d82ac95", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0429 19:52:42.402015 3791 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l e35b80c66545c91371b3dbf1831b2ce7158e023433c302e3b50b2f80180c90b0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-6wn7l e35b80c66545c91371b3dbf1831b2ce7158e023433c302e3b50b2f80180c90b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:08:2e:3c:40:dd\",\"name\":\"e35b80c66545c91\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9275804b-4f7c-4bd0-8494-b28064428b1b\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:52:42.422465 3791 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59 fd92cbee047ce4c8d95bf433c09e6184189a62be280818ccfc4dc149472ed195 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-lmv59 fd92cbee047ce4c8d95bf433c09e6184189a62be280818ccfc4dc149472ed195 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:22:17:71:50:c8\",\"name\":\"fd92cbee047ce4c\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee136f99-eaf3-4dc6-a2b6-1332299a322f\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:52:42.935898 3791 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0429 19:52:42.992784 3791 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0429 19:52:43.027511 3791 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 19:52:43.027534 3791 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 19:52:43.027541 3791 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 19:52:43.027548 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0429 19:52:52.903081 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0429 19:52:52.923886 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0429 19:52:53.950285 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 19:52:53.950310 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 19:52:53.950316 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 19:52:53.950321 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0429 19:52:57.037471 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0429 19:53:03.949327 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0429 19:53:03.977636 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0429 19:53:04.990033 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0429 19:53:06.058738 3791 cni.go:452] [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key ] I0429 19:53:06.132640 3791 cni.go:473] [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure ac41b7eb8ba9fe03c6ac7bb2db5848b6445449bfda29c42ab4877e998be4b7ec network default NAD default NAD key default], result "{}", err I0429 19:53:06.187541 3791 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:53:06.187576 3791 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0429 19:53:06.188801 3791 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.30 I0429 19:53:06.188824 3791 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:53:06.207505 3791 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:53:06.207528 3791 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:53:06.212848 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0429 19:53:06.212876 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0429 19:53:07.304462 3791 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-37.ec2.internal I0429 19:53:07.304582 3791 kube.go:256] Updating pod tsf/test-tsf-iam I0429 19:53:07.319138 3791 pod.go:62] [tsf/test-tsf-iam] pod update took 14.576657ms I0429 19:53:07.319162 3791 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.606192ms I0429 19:53:07.320426 3791 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.979437ms, libovsdb time 865.324µs I0429 19:53:07.685544 3791 cni.go:452] [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key ] I0429 19:53:07.694773 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 66a9f6bb18f5061, network: default, NAD default, SandboxID: "66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444", PCI device ID: , UID: "ebef8433-fc1a-4c5c-a27e-9f7ee6a57afb", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0429 19:53:07.742860 3791 cni.go:473] [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b8:31:71:09:49\",\"name\":\"66a9f6bb18f5061\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7342a47-4b2b-4f01-9479-409a7a0c7903\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:53:08.264297 3791 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0429 19:53:08.264961 3791 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0429 19:53:08.264979 3791 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0429 19:53:08.266935 3791 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0429 19:53:08.635230 3791 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:53:08.635377 3791 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0429 19:53:08.652307 3791 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.975835ms I0429 19:53:08.652331 3791 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.005645ms I0429 19:53:08.653690 3791 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.476825ms, libovsdb time 953.829µs I0429 19:53:08.995071 3791 cni.go:452] [tsf-keycloak/keycloak-0 f3e920b766212cd60e42865077ae58ce7ccbc08665225eec9a1fee61b95e98eb network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 f3e920b766212cd60e42865077ae58ce7ccbc08665225eec9a1fee61b95e98eb network default NAD default NAD key ] I0429 19:53:09.004608 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: f3e920b766212cd, network: default, NAD default, SandboxID: "f3e920b766212cd60e42865077ae58ce7ccbc08665225eec9a1fee61b95e98eb", PCI device ID: , UID: "b38158c7-cc43-43be-960d-11931ed89445", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0429 19:53:09.055827 3791 cni.go:473] [tsf-keycloak/keycloak-0 f3e920b766212cd60e42865077ae58ce7ccbc08665225eec9a1fee61b95e98eb network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 f3e920b766212cd60e42865077ae58ce7ccbc08665225eec9a1fee61b95e98eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c4:fc:b3:19:d4\",\"name\":\"f3e920b766212cd\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9ce3134-12ef-497d-8514-a8763e6415a7\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:53:16.125705 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0429 19:53:16.125728 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0429 19:53:16.129383 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 19:53:16.129400 3791 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0429 19:53:24.186501 3791 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0429 19:53:33.899121 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0429 19:53:38.030224 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0429 19:53:38.241071 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 19:53:38.241091 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 19:53:38.247224 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0429 19:53:38.247240 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0429 19:53:40.910419 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0429 19:53:43.812313 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=69 I0429 19:53:45.921953 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 W0429 19:53:53.199108 3791 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 19:53:53.199130 3791 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 19:53:53.199138 3791 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0429 19:53:53.811821 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=43 I0429 19:53:56.792058 3791 namespace.go:142] [openshift-pipelines] updating namespace I0429 19:53:58.353676 3791 cni.go:452] [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key ] I0429 19:53:58.427220 3791 cni.go:473] [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 66a9f6bb18f5061658b6990227770ac0102b8df9007f3c2a55313cd92a2aa444 network default NAD default NAD key default], result "{}", err I0429 19:53:58.484681 3791 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:53:58.484709 3791 pods.go:176] Deleting pod: tsf/test-tsf-iam I0429 19:53:58.485987 3791 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.36 I0429 19:53:58.486020 3791 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:53:58.533606 3791 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:53:58.533627 3791 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:53:58.540280 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0429 19:53:58.540309 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0429 19:53:59.386835 3791 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-37.ec2.internal I0429 19:53:59.386928 3791 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0429 19:53:59.401582 3791 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.677605ms I0429 19:53:59.401602 3791 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.702299ms I0429 19:53:59.403260 3791 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.441263ms, libovsdb time 1.091305ms I0429 19:53:59.759051 3791 cni.go:452] [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key ] I0429 19:53:59.770214 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: d698dfb9554638f, network: default, NAD default, SandboxID: "d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028", PCI device ID: , UID: "f251da74-b29d-4ee4-bcd8-fd41c8aa54ba", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0429 19:53:59.821798 3791 cni.go:473] [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:df:b3:ce:e8:62\",\"name\":\"d698dfb9554638f\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/520995f6-b30f-4786-8e77-c8595c2ce2c2\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:54:00.417930 3791 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-6557z-nddqz] creating logical port tsf-tas_segment-backup-installation-6557z-nddqz for pod on switch ip-10-0-2-37.ec2.internal I0429 19:54:00.418023 3791 kube.go:256] Updating pod tsf-tas/segment-backup-installation-6557z-nddqz I0429 19:54:00.430554 3791 pod.go:62] [tsf-tas/segment-backup-installation-6557z-nddqz] pod update took 12.553743ms I0429 19:54:00.430586 3791 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-6557z-nddqz] addLogicalPort annotation time took 12.59002ms I0429 19:54:00.432044 3791 pods.go:271] [tsf-tas/segment-backup-installation-6557z-nddqz] addLogicalPort took 14.129486ms, libovsdb time 1.004965ms I0429 19:54:00.779063 3791 cni.go:452] [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key ] I0429 19:54:00.788772 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-6557z-nddqz, hostIfaceName: 863ca602699100c, network: default, NAD default, SandboxID: "863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663", PCI device ID: , UID: "cd006288-c198-4d19-9780-3d4f78b3643e", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0429 19:54:00.838646 3791 cni.go:473] [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a4:82:d8:fa:71\",\"name\":\"863ca602699100c\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b91c3f42-6746-4b87-ab2f-ade8ce9ff497\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:54:03.256604 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0429 19:54:03.256625 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0429 19:54:04.262636 3791 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6f955f455b-gqx8r] creating logical port tsf-tas_trillian-db-6f955f455b-gqx8r for pod on switch ip-10-0-2-37.ec2.internal I0429 19:54:04.262759 3791 kube.go:256] Updating pod tsf-tas/trillian-db-6f955f455b-gqx8r I0429 19:54:04.275610 3791 pod.go:62] [tsf-tas/trillian-db-6f955f455b-gqx8r] pod update took 12.887613ms I0429 19:54:04.275635 3791 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6f955f455b-gqx8r] addLogicalPort annotation time took 12.918557ms I0429 19:54:04.277050 3791 pods.go:271] [tsf-tas/trillian-db-6f955f455b-gqx8r] addLogicalPort took 14.436981ms, libovsdb time 945.975µs W0429 19:54:10.318331 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0429 19:54:10.355121 3791 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0429 19:54:11.247583 3791 cni.go:452] [tsf-tas/trillian-db-6f955f455b-gqx8r 914cf959acf1d0fe90aa5b8d9708277e4fdd27a320fea61bcbba70a4aaacb325 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6f955f455b-gqx8r 914cf959acf1d0fe90aa5b8d9708277e4fdd27a320fea61bcbba70a4aaacb325 network default NAD default NAD key ] I0429 19:54:11.257360 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6f955f455b-gqx8r, hostIfaceName: 914cf959acf1d0f, network: default, NAD default, SandboxID: "914cf959acf1d0fe90aa5b8d9708277e4fdd27a320fea61bcbba70a4aaacb325", PCI device ID: , UID: "30e0d596-5ae9-4123-a848-0c513fe59255", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0429 19:54:11.307077 3791 cni.go:473] [tsf-tas/trillian-db-6f955f455b-gqx8r 914cf959acf1d0fe90aa5b8d9708277e4fdd27a320fea61bcbba70a4aaacb325 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6f955f455b-gqx8r 914cf959acf1d0fe90aa5b8d9708277e4fdd27a320fea61bcbba70a4aaacb325 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:59:74:63:f8:01\",\"name\":\"914cf959acf1d0f\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20775c6d-ec8f-491a-9a9f-f64d30d1100d\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:54:13.450190 3791 cni.go:452] [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key ] I0429 19:54:13.537542 3791 cni.go:473] [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-6557z-nddqz 863ca602699100c3afe42d00880df1b03e6280d824c0098b00df9103df735663 network default NAD default NAD key default], result "{}", err I0429 19:54:13.731482 3791 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:13.731523 3791 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-6557z-nddqz I0429 19:54:13.732885 3791 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-6557z-nddqz, ips: 10.130.0.39 I0429 19:54:13.732915 3791 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:14.358930 3791 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fckz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:14.359508 3791 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fckz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 19:54:14.453993 3791 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0429 19:54:14.757450 3791 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:14.757482 3791 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6557z-nddqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:15.386411 3791 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fckz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:15.386433 3791 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fckz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:25.123834 3791 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-qtf7q for pod on switch ip-10-0-2-37.ec2.internal I0429 19:54:25.123923 3791 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q I0429 19:54:25.140368 3791 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q] pod update took 16.46814ms I0429 19:54:25.140390 3791 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q] addLogicalPort annotation time took 16.494893ms I0429 19:54:25.141616 3791 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q] addLogicalPort took 17.797015ms, libovsdb time 866.863µs W0429 19:54:25.496878 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0429 19:54:25.641064 3791 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q 355169dd96a6e64b52e5098be456eb72e0b02d6fb5857062c606667a5162de61 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q 355169dd96a6e64b52e5098be456eb72e0b02d6fb5857062c606667a5162de61 network default NAD default NAD key ] I0429 19:54:25.650875 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-qtf7q, hostIfaceName: 355169dd96a6e64, network: default, NAD default, SandboxID: "355169dd96a6e64b52e5098be456eb72e0b02d6fb5857062c606667a5162de61", PCI device ID: , UID: "bd0dd2ff-4060-44f0-9377-1a7dc5c33554", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0429 19:54:25.703703 3791 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q 355169dd96a6e64b52e5098be456eb72e0b02d6fb5857062c606667a5162de61 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qtf7q 355169dd96a6e64b52e5098be456eb72e0b02d6fb5857062c606667a5162de61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e5:9d:5c:88:dc\",\"name\":\"355169dd96a6e64\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1706c5cc-b0eb-428f-b521-c3de5fdeeb3c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:54:28.445571 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0429 19:54:29.526870 3791 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 19:54:29.526891 3791 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 19:54:29.561895 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 19:54:29.561912 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0429 19:54:48.621872 3791 cni.go:452] [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key ] I0429 19:54:48.700711 3791 cni.go:473] [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas d698dfb9554638f7e38fc1ad1708ff47fd4ea95a53c130e806a8bae1a055a028 network default NAD default NAD key default], result "{}", err I0429 19:54:48.758423 3791 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:48.758461 3791 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0429 19:54:48.759867 3791 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.38 I0429 19:54:48.759894 3791 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:48.781341 3791 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:48.781385 3791 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:48.787447 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0429 19:54:48.787477 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0429 19:54:49.526518 3791 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-bhnrw] creating logical port tsf_patch-tekton-config-bhnrw for pod on switch ip-10-0-2-37.ec2.internal I0429 19:54:49.526613 3791 kube.go:256] Updating pod tsf/patch-tekton-config-bhnrw I0429 19:54:49.539431 3791 pod.go:62] [tsf/patch-tekton-config-bhnrw] pod update took 12.845546ms I0429 19:54:49.539458 3791 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-bhnrw] addLogicalPort annotation time took 12.872992ms I0429 19:54:49.540767 3791 pods.go:271] [tsf/patch-tekton-config-bhnrw] addLogicalPort took 14.269188ms, libovsdb time 869.14µs I0429 19:54:49.888574 3791 cni.go:452] [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key ] I0429 19:54:49.898128 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-bhnrw, hostIfaceName: 9bcd421a02f00a2, network: default, NAD default, SandboxID: "9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb", PCI device ID: , UID: "5c470db2-3285-4d8e-8d72-54b6671ed3a9", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0429 19:54:49.948188 3791 cni.go:473] [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:20:1d:5e:ea:b0\",\"name\":\"9bcd421a02f00a2\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80d420db-8aa8-40a5-b5cf-f16e0c22105e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:54:58.683050 3791 cni.go:452] [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key ] I0429 19:54:58.759393 3791 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:58.759867 3791 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:58.764482 3791 cni.go:473] [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-bhnrw 9bcd421a02f00a2f52742e7d33aab6e6670ebe9003330c9de450e1c2e52e2bbb network default NAD default NAD key default], result "{}", err I0429 19:54:58.789541 3791 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:58.790027 3791 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:58.820143 3791 obj_retry.go:498] Detected object tsf/patch-tekton-config-bhnrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:58.820166 3791 pods.go:176] Deleting pod: tsf/patch-tekton-config-bhnrw I0429 19:54:58.821641 3791 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-bhnrw, ips: 10.130.0.42 I0429 19:54:58.821665 3791 obj_retry.go:498] Detected object tsf/patch-tekton-config-bhnrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:54:59.600333 3791 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:59.600386 3791 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-54q99-lkm9k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:59.624061 3791 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:59.624083 3791 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sb9vf-xl2rt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:59.704475 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:59.704499 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:54:59.808985 3791 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-xjv75] creating logical port tsf_tsf-tekton-configuration-xjv75 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:54:59.809075 3791 kube.go:256] Updating pod tsf/tsf-tekton-configuration-xjv75 I0429 19:54:59.821179 3791 pod.go:62] [tsf/tsf-tekton-configuration-xjv75] pod update took 12.126296ms I0429 19:54:59.821205 3791 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-xjv75] addLogicalPort annotation time took 12.157555ms I0429 19:54:59.822448 3791 pods.go:271] [tsf/tsf-tekton-configuration-xjv75] addLogicalPort took 13.478131ms, libovsdb time 879.328µs I0429 19:55:00.173765 3791 cni.go:452] [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key ] I0429 19:55:00.183330 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-xjv75, hostIfaceName: da05e8e680e3490, network: default, NAD default, SandboxID: "da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332", PCI device ID: , UID: "347f4d88-7399-4acf-b217-6b517bcf614c", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0429 19:55:00.235108 3791 cni.go:473] [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:54:ee:fa:56:c9\",\"name\":\"da05e8e680e3490\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8806658f-5a0a-4c01-9da3-39e975320209\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:55:02.904474 3791 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5998b6bfd7-qssj4] creating logical port tsf-tas_rekor-redis-5998b6bfd7-qssj4 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:02.904595 3791 kube.go:256] Updating pod tsf-tas/rekor-redis-5998b6bfd7-qssj4 I0429 19:55:02.924331 3791 pod.go:62] [tsf-tas/rekor-redis-5998b6bfd7-qssj4] pod update took 19.770452ms I0429 19:55:02.924375 3791 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5998b6bfd7-qssj4] addLogicalPort annotation time took 19.823592ms I0429 19:55:02.925698 3791 pods.go:271] [tsf-tas/rekor-redis-5998b6bfd7-qssj4] addLogicalPort took 21.244957ms, libovsdb time 914.578µs I0429 19:55:03.934759 3791 cni.go:452] [tsf-tas/rekor-redis-5998b6bfd7-qssj4 90e65a90cb7e163d7d871e09c370badcb694e560250ea0707b13e516c638b107 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5998b6bfd7-qssj4 90e65a90cb7e163d7d871e09c370badcb694e560250ea0707b13e516c638b107 network default NAD default NAD key ] I0429 19:55:03.945097 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5998b6bfd7-qssj4, hostIfaceName: 90e65a90cb7e163, network: default, NAD default, SandboxID: "90e65a90cb7e163d7d871e09c370badcb694e560250ea0707b13e516c638b107", PCI device ID: , UID: "c78818f2-8f77-4460-ae70-efa37537325f", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0429 19:55:03.997943 3791 cni.go:473] [tsf-tas/rekor-redis-5998b6bfd7-qssj4 90e65a90cb7e163d7d871e09c370badcb694e560250ea0707b13e516c638b107 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5998b6bfd7-qssj4 90e65a90cb7e163d7d871e09c370badcb694e560250ea0707b13e516c638b107 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:57:15:7f:69:44\",\"name\":\"90e65a90cb7e163\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e353148-4075-4474-8f38-6fdb7af8737c\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:55:04.622568 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0429 19:55:05.514212 3791 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-65f674cb99-5xtjb] creating logical port tsf-tas_rekor-server-65f674cb99-5xtjb for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:05.514306 3791 kube.go:256] Updating pod tsf-tas/rekor-server-65f674cb99-5xtjb I0429 19:55:05.528045 3791 pod.go:62] [tsf-tas/rekor-server-65f674cb99-5xtjb] pod update took 13.761456ms I0429 19:55:05.528073 3791 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-65f674cb99-5xtjb] addLogicalPort annotation time took 13.792853ms I0429 19:55:05.529302 3791 pods.go:271] [tsf-tas/rekor-server-65f674cb99-5xtjb] addLogicalPort took 15.104492ms, libovsdb time 832.66µs W0429 19:55:05.726857 3791 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0429 19:55:05.726947 3791 cni.go:452] [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key ] I0429 19:55:05.796847 3791 cni.go:473] [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-xjv75 da05e8e680e34902703bb84f4571bdcb9e79a25c481881525685a72903df7332 network default NAD default NAD key default], result "{}", err I0429 19:55:05.830645 3791 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xjv75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:05.830676 3791 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-xjv75 I0429 19:55:05.832009 3791 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-xjv75, ips: 10.130.0.43 I0429 19:55:05.832038 3791 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xjv75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:06.852414 3791 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xjv75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:06.852442 3791 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xjv75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:06.894796 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:06.894826 3791 obj_retry.go:492] Detected object tsf/patch-tekton-config-bhnrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:06.900460 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bhnrw I0429 19:55:06.900486 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bhnrw I0429 19:55:07.561430 3791 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:07.561578 3791 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0429 19:55:07.576638 3791 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.107572ms I0429 19:55:07.576660 3791 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.135259ms I0429 19:55:07.578157 3791 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.742921ms, libovsdb time 961.834µs W0429 19:55:07.638791 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0429 19:55:07.924142 3791 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key ] I0429 19:55:07.934266 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 25df763bc03cb36, network: default, NAD default, SandboxID: "25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b", PCI device ID: , UID: "7b9fdf6b-1db8-48f9-984c-c596ff66d6d0", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0429 19:55:07.983611 3791 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:50:c9:18:0c:7d\",\"name\":\"25df763bc03cb36\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a81d5c81-c92c-4eab-9c2b-84eb53772515\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:55:10.760285 3791 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key ] I0429 19:55:10.842796 3791 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 25df763bc03cb36a2ddafa6b74e89ffae10431b65486aa46d2b8a4fafaf5975b network default NAD default NAD key default], result "{}", err I0429 19:55:10.897399 3791 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:10.897444 3791 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0429 19:55:10.898780 3791 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.46 I0429 19:55:10.898809 3791 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:10.917378 3791 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:10.917397 3791 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:10.923259 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0429 19:55:10.923285 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0429 19:55:11.151576 3791 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:11.151705 3791 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0429 19:55:11.167138 3791 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.461322ms I0429 19:55:11.167159 3791 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.486871ms I0429 19:55:11.168542 3791 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.985455ms, libovsdb time 988.057µs I0429 19:55:11.510811 3791 cni.go:452] [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key ] I0429 19:55:11.520391 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 0bb972f1960fa9a, network: default, NAD default, SandboxID: "0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e", PCI device ID: , UID: "fd230de9-5704-49c6-a77b-fb95a9af3f28", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0429 19:55:11.574634 3791 cni.go:473] [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5f:7a:ed:74:7b\",\"name\":\"0bb972f1960fa9a\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0083358e-b33a-49aa-878d-4cbe365972e2\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:55:11.577511 3791 cni.go:452] [tsf-tas/rekor-server-65f674cb99-5xtjb 2eb88370e9d61814e9e9af792a26d802636fe24b70dd80d96e093938acab46cb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-65f674cb99-5xtjb 2eb88370e9d61814e9e9af792a26d802636fe24b70dd80d96e093938acab46cb network default NAD default NAD key ] I0429 19:55:11.586970 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-65f674cb99-5xtjb, hostIfaceName: 2eb88370e9d6181, network: default, NAD default, SandboxID: "2eb88370e9d61814e9e9af792a26d802636fe24b70dd80d96e093938acab46cb", PCI device ID: , UID: "64180e54-f11e-4dd9-8735-b8ad9e437f78", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0429 19:55:11.637932 3791 cni.go:473] [tsf-tas/rekor-server-65f674cb99-5xtjb 2eb88370e9d61814e9e9af792a26d802636fe24b70dd80d96e093938acab46cb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-65f674cb99-5xtjb 2eb88370e9d61814e9e9af792a26d802636fe24b70dd80d96e093938acab46cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:4a:28:17:1a:3d\",\"name\":\"2eb88370e9d6181\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bb6b05f-4685-43c6-8738-4a0f218aabb2\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:55:12.286564 3791 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-rtkfj] creating logical port tsf-tpa_create-db-rtkfj for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:12.286669 3791 kube.go:256] Updating pod tsf-tpa/create-db-rtkfj I0429 19:55:12.316422 3791 pod.go:62] [tsf-tpa/create-db-rtkfj] pod update took 29.78189ms I0429 19:55:12.316451 3791 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-rtkfj] addLogicalPort annotation time took 29.815724ms I0429 19:55:12.317765 3791 pods.go:271] [tsf-tpa/create-db-rtkfj] addLogicalPort took 31.217857ms, libovsdb time 909.558µs I0429 19:55:12.647429 3791 cni.go:452] [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key ] I0429 19:55:12.657260 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-rtkfj, hostIfaceName: ec0aa5a4a4f9070, network: default, NAD default, SandboxID: "ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e", PCI device ID: , UID: "3c1afffa-1908-4549-bf00-0a80d04f111f", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0429 19:55:12.707029 3791 cni.go:473] [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:2a:d8:84:3f:24\",\"name\":\"ec0aa5a4a4f9070\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5df8a7bb-ac70-44c6-9c22-502f70b62d8b\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:55:16.807812 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0429 19:55:17.770136 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0429 19:55:17.815106 3791 cni.go:452] [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key ] I0429 19:55:17.905365 3791 cni.go:473] [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-rtkfj ec0aa5a4a4f907004de2b7da4cbc3d0cdacafe23158ecaf17be6d6c10a5ca75e network default NAD default NAD key default], result "{}", err I0429 19:55:17.965035 3791 obj_retry.go:498] Detected object tsf-tpa/create-db-rtkfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:17.965065 3791 pods.go:176] Deleting pod: tsf-tpa/create-db-rtkfj I0429 19:55:17.966417 3791 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-rtkfj, ips: 10.130.0.48 I0429 19:55:17.966446 3791 obj_retry.go:498] Detected object tsf-tpa/create-db-rtkfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:18.990702 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:18.990725 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:25.900602 3791 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6z4cf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:25.901189 3791 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6z4cf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:26.772980 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:26.773001 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:26.977729 3791 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-xmjtv] creating logical port tsf-tpa_create-importers-xmjtv for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:26.977850 3791 kube.go:256] Updating pod tsf-tpa/create-importers-xmjtv I0429 19:55:26.991633 3791 pod.go:62] [tsf-tpa/create-importers-xmjtv] pod update took 13.810397ms I0429 19:55:26.991657 3791 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-xmjtv] addLogicalPort annotation time took 13.836957ms I0429 19:55:26.992973 3791 pods.go:271] [tsf-tpa/create-importers-xmjtv] addLogicalPort took 15.261668ms, libovsdb time 932.559µs I0429 19:55:27.426804 3791 cni.go:452] [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key ] I0429 19:55:27.436014 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-xmjtv, hostIfaceName: 94c4fa86e965e66, network: default, NAD default, SandboxID: "94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833", PCI device ID: , UID: "d597fc61-cfd2-491c-bb2b-979eccd11dfc", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0429 19:55:27.487021 3791 cni.go:473] [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:9f:6f:a8:41:f4\",\"name\":\"94c4fa86e965e66\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b63ac60-7961-4bb2-94d6-5f3611943b81\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:55:27.815457 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0429 19:55:28.873921 3791 cni.go:452] [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key ] I0429 19:55:28.958747 3791 cni.go:473] [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-xmjtv 94c4fa86e965e6629b32953085054bdc83797ba76bd6118c180eb555a2afb833 network default NAD default NAD key default], result "{}", err I0429 19:55:29.012011 3791 obj_retry.go:498] Detected object tsf-tpa/create-importers-xmjtv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:29.012043 3791 pods.go:176] Deleting pod: tsf-tpa/create-importers-xmjtv I0429 19:55:29.013447 3791 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-xmjtv, ips: 10.130.0.49 I0429 19:55:29.013477 3791 obj_retry.go:498] Detected object tsf-tpa/create-importers-xmjtv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:30.041218 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:30.041241 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:34.221003 3791 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-64rlv-9dc68] creating logical port tsf-tas_tuf-repository-init-64rlv-9dc68 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:34.221103 3791 kube.go:256] Updating pod tsf-tas/tuf-repository-init-64rlv-9dc68 I0429 19:55:34.233588 3791 pod.go:62] [tsf-tas/tuf-repository-init-64rlv-9dc68] pod update took 12.508118ms I0429 19:55:34.233616 3791 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-64rlv-9dc68] addLogicalPort annotation time took 12.54164ms I0429 19:55:34.234989 3791 pods.go:271] [tsf-tas/tuf-repository-init-64rlv-9dc68] addLogicalPort took 14.002222ms, libovsdb time 946.009µs W0429 19:55:39.831711 3791 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0429 19:55:42.410371 3791 cni.go:452] [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key ] I0429 19:55:42.419496 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-64rlv-9dc68, hostIfaceName: 07bea74da1fd5f1, network: default, NAD default, SandboxID: "07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac", PCI device ID: , UID: "aa551e36-c33c-4d57-b879-3ff2296c5a8a", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0429 19:55:42.470472 3791 cni.go:473] [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:3e:d2:3c:4a:c6\",\"name\":\"07bea74da1fd5f1\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10102f6e-cdc5-4b98-bb48-c5ec6cc90071\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:55:42.812121 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0429 19:55:50.001240 3791 cni.go:452] [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key ] I0429 19:55:50.080080 3791 cni.go:473] [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-64rlv-9dc68 07bea74da1fd5f1bff7b70949d55e92b70125a6e6e81f89da895109b632d7fac network default NAD default NAD key default], result "{}", err I0429 19:55:50.137723 3791 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:50.137752 3791 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-64rlv-9dc68 I0429 19:55:50.139038 3791 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-64rlv-9dc68, ips: 10.130.0.50 I0429 19:55:50.139067 3791 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:55:51.016379 3791 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:51.016406 3791 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-64rlv-9dc68 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:55:51.345570 3791 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-6vn5k] creating logical port tsf-tas_tuf-97fc8ff76-6vn5k for pod on switch ip-10-0-2-37.ec2.internal I0429 19:55:51.345665 3791 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-6vn5k I0429 19:55:51.364224 3791 pod.go:62] [tsf-tas/tuf-97fc8ff76-6vn5k] pod update took 18.58075ms I0429 19:55:51.364255 3791 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-6vn5k] addLogicalPort annotation time took 18.616263ms I0429 19:55:51.365443 3791 pods.go:271] [tsf-tas/tuf-97fc8ff76-6vn5k] addLogicalPort took 19.888976ms, libovsdb time 751.261µs I0429 19:55:52.305813 3791 cni.go:452] [tsf-tas/tuf-97fc8ff76-6vn5k fc1502e7db87dce7108da6fb63d77ef57f35dea38428fa441583f984c4c368ba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-6vn5k fc1502e7db87dce7108da6fb63d77ef57f35dea38428fa441583f984c4c368ba network default NAD default NAD key ] I0429 19:55:52.315736 3791 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-6vn5k, hostIfaceName: fc1502e7db87dce, network: default, NAD default, SandboxID: "fc1502e7db87dce7108da6fb63d77ef57f35dea38428fa441583f984c4c368ba", PCI device ID: , UID: "3b03ea29-b87e-4cb8-a6cf-1111ccfa02f9", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0429 19:55:52.366204 3791 cni.go:473] [tsf-tas/tuf-97fc8ff76-6vn5k fc1502e7db87dce7108da6fb63d77ef57f35dea38428fa441583f984c4c368ba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-6vn5k fc1502e7db87dce7108da6fb63d77ef57f35dea38428fa441583f984c4c368ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:02:30:3c:5f:e3\",\"name\":\"fc1502e7db87dce\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/228501c8-28e1-4571-8d9f-ca04ec9b947a\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:55:55.026626 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0429 19:56:05.084465 3791 cni.go:452] [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key ] I0429 19:56:05.166229 3791 cni.go:473] [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 0bb972f1960fa9aefac23af55536edc13fa32a7e4ae89c2bbe4d0cfb4ef10b6e network default NAD default NAD key default], result "{}", err I0429 19:56:05.221469 3791 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:56:05.221506 3791 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0429 19:56:05.223060 3791 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.47 I0429 19:56:05.223095 3791 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:56:05.268411 3791 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:56:05.268436 3791 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:56:05.275465 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0429 19:56:05.275491 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0429 19:56:06.027922 3791 namespace.go:98] [default-tenant] adding namespace I0429 19:56:06.028034 3791 namespace.go:98] [integration-service] adding namespace I0429 19:56:06.028844 3791 namespace.go:102] [default-tenant] adding namespace took 895.801µs I0429 19:56:06.029595 3791 namespace.go:102] [integration-service] adding namespace took 1.541234ms I0429 19:56:06.030045 3791 namespace.go:98] [build-service] adding namespace I0429 19:56:06.030137 3791 namespace.go:98] [image-controller] adding namespace I0429 19:56:06.030821 3791 namespace.go:102] [build-service] adding namespace took 758.914µs I0429 19:56:06.031511 3791 namespace.go:102] [image-controller] adding namespace took 1.356132ms W0429 19:56:06.044750 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0429 19:56:06.201627 3791 namespace.go:142] [default-tenant] updating namespace I0429 19:56:06.234188 3791 namespace.go:142] [default-tenant] updating namespace I0429 19:56:06.261040 3791 namespace.go:142] [integration-service] updating namespace I0429 19:56:06.293465 3791 namespace.go:142] [build-service] updating namespace I0429 19:56:06.293470 3791 namespace.go:142] [integration-service] updating namespace I0429 19:56:06.321254 3791 namespace.go:142] [image-controller] updating namespace I0429 19:56:06.357197 3791 namespace.go:142] [build-service] updating namespace I0429 19:56:06.357286 3791 namespace.go:142] [image-controller] updating namespace I0429 19:56:06.402228 3791 namespace.go:142] [build-service] updating namespace I0429 19:56:06.436282 3791 namespace.go:142] [integration-service] updating namespace I0429 19:56:06.484998 3791 namespace.go:98] [release-service] adding namespace I0429 19:56:06.485933 3791 namespace.go:102] [release-service] adding namespace took 917.461µs I0429 19:56:06.513127 3791 namespace.go:142] [release-service] updating namespace I0429 19:56:06.527536 3791 namespace.go:142] [konflux-ui] updating namespace I0429 19:56:06.536014 3791 namespace.go:142] [release-service] updating namespace I0429 19:56:06.643985 3791 namespace.go:98] [konflux-info] adding namespace I0429 19:56:06.644867 3791 namespace.go:102] [konflux-info] adding namespace took 848.414µs I0429 19:56:06.702125 3791 namespace.go:142] [konflux-info] updating namespace I0429 19:56:06.738607 3791 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:06.738697 3791 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0429 19:56:06.825009 3791 namespace.go:142] [konflux-info] updating namespace I0429 19:56:06.825129 3791 namespace.go:98] [namespace-lister] adding namespace I0429 19:56:06.825881 3791 namespace.go:102] [namespace-lister] adding namespace took 736.241µs I0429 19:56:06.825913 3791 namespace.go:142] [namespace-lister] updating namespace I0429 19:56:06.922172 3791 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0429 19:56:06.938397 3791 namespace.go:98] [enterprise-contract-service] adding namespace I0429 19:56:06.939177 3791 namespace.go:102] [enterprise-contract-service] adding namespace took 762.91µs I0429 19:56:07.027372 3791 namespace.go:142] [image-controller] updating namespace I0429 19:56:07.027406 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0429 19:56:07.053132 3791 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 314.458366ms I0429 19:56:07.053161 3791 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 314.488376ms I0429 19:56:07.054593 3791 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 316.000444ms, libovsdb time 863.356µs I0429 19:56:07.069908 3791 namespace.go:142] [namespace-lister] updating namespace I0429 19:56:07.200134 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0429 19:56:07.365239 3791 namespace.go:142] [default-tenant] updating namespace I0429 19:56:07.378206 3791 cni.go:452] [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key ] I0429 19:56:07.388589 3791 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 4153f363f2b978d, network: default, NAD default, SandboxID: "4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49", PCI device ID: , UID: "1c717b7a-8b01-4a68-b6c7-a72894355551", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0429 19:56:07.439778 3791 cni.go:473] [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a3:ec:19:f2:70\",\"name\":\"4153f363f2b978d\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd70409a-0814-4874-bdb5-7779914efdea\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:56:07.596074 3791 namespace.go:98] [segment-bridge] adding namespace I0429 19:56:07.596960 3791 namespace.go:102] [segment-bridge] adding namespace took 862.45µs I0429 19:56:07.694127 3791 namespace.go:142] [segment-bridge] updating namespace I0429 19:56:07.932568 3791 namespace.go:142] [segment-bridge] updating namespace I0429 19:56:08.094043 3791 namespace.go:98] [konflux-cli] adding namespace I0429 19:56:08.094901 3791 namespace.go:102] [konflux-cli] adding namespace took 832.332µs I0429 19:56:08.121302 3791 namespace.go:142] [konflux-cli] updating namespace I0429 19:56:08.329198 3791 namespace.go:142] [konflux-cli] updating namespace I0429 19:56:08.464188 3791 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-k64cw] creating logical port namespace-lister_namespace-lister-696b855848-k64cw for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:08.464288 3791 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-k64cw I0429 19:56:08.496902 3791 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0429 19:56:08.531998 3791 pod.go:62] [namespace-lister/namespace-lister-696b855848-k64cw] pod update took 67.735064ms I0429 19:56:08.532026 3791 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-k64cw] addLogicalPort annotation time took 67.76888ms I0429 19:56:08.536070 3791 pods.go:271] [namespace-lister/namespace-lister-696b855848-k64cw] addLogicalPort took 71.899136ms, libovsdb time 1.361394ms I0429 19:56:08.536340 3791 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0429 19:56:08.536390 3791 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0429 19:56:08.551755 3791 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0429 19:56:08.705134 3791 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0429 19:56:08.705172 3791 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0429 19:56:08.706418 3791 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0429 19:56:09.356594 3791 base_network_controller_pods.go:487] [default/konflux-ui/dex-7ddc7bf848-hhmc8] creating logical port konflux-ui_dex-7ddc7bf848-hhmc8 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:09.356721 3791 kube.go:256] Updating pod konflux-ui/dex-7ddc7bf848-hhmc8 I0429 19:56:09.390145 3791 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-ldzn7] creating logical port image-controller_image-controller-controller-manager-6f859968fc-ldzn7 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:09.390284 3791 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-ldzn7 I0429 19:56:09.428399 3791 kube.go:256] Updating pod konflux-ui/dex-7ddc7bf848-hhmc8 I0429 19:56:09.462655 3791 namespace.go:142] [build-service] updating namespace I0429 19:56:09.471758 3791 base_network_controller_pods.go:487] [default/konflux-ui/proxy-fcf9db6b-5w76q] creating logical port konflux-ui_proxy-fcf9db6b-5w76q for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:09.471884 3791 kube.go:256] Updating pod konflux-ui/proxy-fcf9db6b-5w76q I0429 19:56:09.473708 3791 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-ldzn7 I0429 19:56:09.483344 3791 pod.go:62] [konflux-ui/dex-7ddc7bf848-hhmc8] pod update took 126.651028ms I0429 19:56:09.483389 3791 base_network_controller_pods.go:951] [default/konflux-ui/dex-7ddc7bf848-hhmc8] addLogicalPort annotation time took 126.698473ms I0429 19:56:09.484648 3791 pods.go:271] [konflux-ui/dex-7ddc7bf848-hhmc8] addLogicalPort took 128.074862ms, libovsdb time 879.696µs I0429 19:56:09.533063 3791 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-ldzn7] pod update took 142.809383ms I0429 19:56:09.533083 3791 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-ldzn7] addLogicalPort annotation time took 142.832871ms I0429 19:56:09.534260 3791 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-ldzn7] addLogicalPort took 144.131593ms, libovsdb time 790.97µs I0429 19:56:09.589206 3791 kube.go:256] Updating pod konflux-ui/proxy-fcf9db6b-5w76q I0429 19:56:09.668625 3791 pod.go:62] [konflux-ui/proxy-fcf9db6b-5w76q] pod update took 196.775003ms I0429 19:56:09.668651 3791 base_network_controller_pods.go:951] [default/konflux-ui/proxy-fcf9db6b-5w76q] addLogicalPort annotation time took 196.806916ms I0429 19:56:09.669927 3791 pods.go:271] [konflux-ui/proxy-fcf9db6b-5w76q] addLogicalPort took 198.186135ms, libovsdb time 864.484µs I0429 19:56:09.765275 3791 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-ldzn7 da49d3748cae9d4c933975fedef8ccf5e136609bcc841b4d902b3d8468f86317 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-ldzn7 da49d3748cae9d4c933975fedef8ccf5e136609bcc841b4d902b3d8468f86317 network default NAD default NAD key ] I0429 19:56:09.776911 3791 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-ldzn7, hostIfaceName: da49d3748cae9d4, network: default, NAD default, SandboxID: "da49d3748cae9d4c933975fedef8ccf5e136609bcc841b4d902b3d8468f86317", PCI device ID: , UID: "088329c7-e85d-4fdb-a267-29d82f11fccc", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0429 19:56:09.842965 3791 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-ldzn7 da49d3748cae9d4c933975fedef8ccf5e136609bcc841b4d902b3d8468f86317 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-ldzn7 da49d3748cae9d4c933975fedef8ccf5e136609bcc841b4d902b3d8468f86317 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f6:ef:5a:42:01\",\"name\":\"da49d3748cae9d4\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e412732-8496-44ba-9b88-bd472e573380\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:56:09.865096 3791 namespace.go:142] [default-tenant] updating namespace I0429 19:56:09.899241 3791 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-k5h72] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-k5h72 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:09.899449 3791 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 I0429 19:56:09.933011 3791 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72] pod update took 33.595669ms I0429 19:56:09.933038 3791 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-k5h72] addLogicalPort annotation time took 33.628476ms I0429 19:56:09.934714 3791 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72] addLogicalPort took 35.487609ms, libovsdb time 1.157678ms I0429 19:56:10.083415 3791 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-5xzb2] creating logical port build-service_build-service-controller-manager-7cbf488fcf-5xzb2 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:10.083626 3791 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-5xzb2 I0429 19:56:10.108921 3791 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-5xzb2] pod update took 25.329732ms I0429 19:56:10.108947 3791 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-5xzb2] addLogicalPort annotation time took 25.362224ms I0429 19:56:10.110464 3791 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-5xzb2] addLogicalPort took 27.068362ms, libovsdb time 988.177µs I0429 19:56:10.150776 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0429 19:56:10.329216 3791 namespace.go:142] [image-controller] updating namespace I0429 19:56:10.549986 3791 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-q2cd6 for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:10.550145 3791 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6 I0429 19:56:10.568473 3791 namespace.go:142] [integration-service] updating namespace I0429 19:56:10.593007 3791 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6 I0429 19:56:10.622615 3791 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6] pod update took 72.493918ms I0429 19:56:10.622646 3791 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6] addLogicalPort annotation time took 72.529163ms I0429 19:56:10.624229 3791 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6] addLogicalPort took 74.260417ms, libovsdb time 1.007235ms I0429 19:56:10.754078 3791 namespace.go:142] [konflux-cli] updating namespace I0429 19:56:10.781534 3791 cni.go:452] [namespace-lister/namespace-lister-696b855848-k64cw 058f94040917dc7529a033ea90c9494a9326e8c6515f27cbd9967777d8c0f3e9 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-k64cw 058f94040917dc7529a033ea90c9494a9326e8c6515f27cbd9967777d8c0f3e9 network default NAD default NAD key ] I0429 19:56:10.781804 3791 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-5xzb2 6a6285e90e7bc6575ffd5fd0bada4543dde6bd2df3d3d3d6bf40c1812a22e6f2 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-5xzb2 6a6285e90e7bc6575ffd5fd0bada4543dde6bd2df3d3d3d6bf40c1812a22e6f2 network default NAD default NAD key ] I0429 19:56:10.793373 3791 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-5xzb2, hostIfaceName: 6a6285e90e7bc65, network: default, NAD default, SandboxID: "6a6285e90e7bc6575ffd5fd0bada4543dde6bd2df3d3d3d6bf40c1812a22e6f2", PCI device ID: , UID: "63818cb7-e2a9-4cd3-831c-eb9a72cb5e19", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0429 19:56:10.794549 3791 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-k64cw, hostIfaceName: 058f94040917dc7, network: default, NAD default, SandboxID: "058f94040917dc7529a033ea90c9494a9326e8c6515f27cbd9967777d8c0f3e9", PCI device ID: , UID: "34aa8f36-eacb-4645-8fec-7c7697988caf", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0429 19:56:10.816103 3791 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd] creating logical port integration-service_integration-service-controller-manager-7cb7cb6846-6jfcd for pod on switch ip-10-0-2-37.ec2.internal I0429 19:56:10.816255 3791 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd I0429 19:56:10.842399 3791 pod.go:62] [integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd] pod update took 26.183397ms I0429 19:56:10.842426 3791 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd] addLogicalPort annotation time took 26.216909ms I0429 19:56:10.843932 3791 pods.go:271] [integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd] addLogicalPort took 27.843524ms, libovsdb time 1.006153ms I0429 19:56:10.856943 3791 cni.go:473] [namespace-lister/namespace-lister-696b855848-k64cw 058f94040917dc7529a033ea90c9494a9326e8c6515f27cbd9967777d8c0f3e9 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-k64cw 058f94040917dc7529a033ea90c9494a9326e8c6515f27cbd9967777d8c0f3e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:03:65:3c:25:72\",\"name\":\"058f94040917dc7\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70a363c7-f5a3-4ea4-8e64-919c0bab3f5f\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:56:10.877371 3791 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-5xzb2 6a6285e90e7bc6575ffd5fd0bada4543dde6bd2df3d3d3d6bf40c1812a22e6f2 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-5xzb2 6a6285e90e7bc6575ffd5fd0bada4543dde6bd2df3d3d3d6bf40c1812a22e6f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:01:74:51:74:58\",\"name\":\"6a6285e90e7bc65\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/764f0d35-d430-469d-a653-7a9f949fa6a8\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:56:10.955282 3791 namespace.go:142] [konflux-info] updating namespace I0429 19:56:11.163729 3791 namespace.go:142] [namespace-lister] updating namespace I0429 19:56:11.355237 3791 namespace.go:142] [release-service] updating namespace I0429 19:56:11.567642 3791 namespace.go:142] [segment-bridge] updating namespace I0429 19:56:11.757438 3791 namespace.go:142] [build-service] updating namespace I0429 19:56:11.794338 3791 namespace.go:142] [default-tenant] updating namespace I0429 19:56:11.823917 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=573 I0429 19:56:11.829764 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0429 19:56:11.854245 3791 namespace.go:142] [image-controller] updating namespace I0429 19:56:11.888252 3791 namespace.go:142] [integration-service] updating namespace I0429 19:56:11.946232 3791 namespace.go:142] [konflux-cli] updating namespace I0429 19:56:11.970208 3791 namespace.go:142] [konflux-info] updating namespace I0429 19:56:12.009282 3791 namespace.go:142] [namespace-lister] updating namespace I0429 19:56:12.025417 3791 namespace.go:142] [release-service] updating namespace I0429 19:56:12.065173 3791 namespace.go:142] [segment-bridge] updating namespace I0429 19:56:12.184340 3791 namespace.go:142] [build-service] updating namespace I0429 19:56:12.335054 3791 namespace.go:142] [default-tenant] updating namespace I0429 19:56:12.503192 3791 namespace.go:142] [enterprise-contract-service] updating namespace I0429 19:56:12.660061 3791 namespace.go:142] [image-controller] updating namespace I0429 19:56:12.852268 3791 namespace.go:142] [integration-service] updating namespace I0429 19:56:12.968264 3791 namespace.go:142] [konflux-cli] updating namespace I0429 19:56:13.100378 3791 namespace.go:142] [konflux-info] updating namespace I0429 19:56:13.258823 3791 namespace.go:142] [namespace-lister] updating namespace I0429 19:56:13.330341 3791 namespace.go:142] [release-service] updating namespace I0429 19:56:13.399322 3791 namespace.go:142] [segment-bridge] updating namespace W0429 19:56:17.170964 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0429 19:56:17.211790 3791 cni.go:452] [konflux-ui/dex-7ddc7bf848-hhmc8 3d4c82ef0ec1734985a57938c2f04395042dcbaba9d4bd6d4d1aae2bf8b5b2b2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-7ddc7bf848-hhmc8 3d4c82ef0ec1734985a57938c2f04395042dcbaba9d4bd6d4d1aae2bf8b5b2b2 network default NAD default NAD key ] I0429 19:56:17.221513 3791 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-7ddc7bf848-hhmc8, hostIfaceName: 3d4c82ef0ec1734, network: default, NAD default, SandboxID: "3d4c82ef0ec1734985a57938c2f04395042dcbaba9d4bd6d4d1aae2bf8b5b2b2", PCI device ID: , UID: "88f37094-075e-4800-b82d-9d693ec11e7c", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] W0429 19:56:17.222928 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0429 19:56:17.255093 3791 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0429 19:56:17.275633 3791 cni.go:473] [konflux-ui/dex-7ddc7bf848-hhmc8 3d4c82ef0ec1734985a57938c2f04395042dcbaba9d4bd6d4d1aae2bf8b5b2b2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-7ddc7bf848-hhmc8 3d4c82ef0ec1734985a57938c2f04395042dcbaba9d4bd6d4d1aae2bf8b5b2b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f4:b7:c5:ce:09\",\"name\":\"3d4c82ef0ec1734\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7e909f9-68ee-436a-9356-8cff9a0982d4\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:56:17.319244 3791 cni.go:452] [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key ] I0429 19:56:17.329380 3791 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-fcf9db6b-5w76q, hostIfaceName: 15c37343c70974e, network: default, NAD default, SandboxID: "15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975", PCI device ID: , UID: "ab9c5493-4b67-434a-9f72-40be4bc24820", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0429 19:56:17.383425 3791 cni.go:473] [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:03:3f:8d:10:64\",\"name\":\"15c37343c70974e\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/826fdae8-d296-41b1-ae5d-df3445cd027c\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:56:17.777955 3791 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key ] I0429 19:56:17.789874 3791 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-k5h72, hostIfaceName: c1cf8bc77e2f3b2, network: default, NAD default, SandboxID: "c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35", PCI device ID: , UID: "2c4c9fa9-0182-4f09-87b8-74433aef4a96", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0429 19:56:17.864187 3791 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ac:65:e9:15:37\",\"name\":\"c1cf8bc77e2f3b2\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7913a61d-8d35-41b1-9752-98eb4a1acd9e\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:56:18.191522 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0429 19:56:18.425200 3791 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6 c78261a47baa9c32fa21c01dc4e8f2f1de94e5b4a2934fa0724c41b2c43cb0e3 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6 c78261a47baa9c32fa21c01dc4e8f2f1de94e5b4a2934fa0724c41b2c43cb0e3 network default NAD default NAD key ] I0429 19:56:18.436926 3791 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-q2cd6, hostIfaceName: c78261a47baa9c3, network: default, NAD default, SandboxID: "c78261a47baa9c32fa21c01dc4e8f2f1de94e5b4a2934fa0724c41b2c43cb0e3", PCI device ID: , UID: "cdcd501e-155c-4b33-9b8b-3a6a24d50810", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0429 19:56:18.496266 3791 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6 c78261a47baa9c32fa21c01dc4e8f2f1de94e5b4a2934fa0724c41b2c43cb0e3 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-q2cd6 c78261a47baa9c32fa21c01dc4e8f2f1de94e5b4a2934fa0724c41b2c43cb0e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:21:ce:ec:5f:84\",\"name\":\"c78261a47baa9c3\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2a24cff-a844-4889-8c4e-800906730a69\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 19:56:18.687800 3791 cni.go:452] [integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd 4112f36c12dfb542016ad3a84ed8903726b75a132b06f8f27e6036ba53968f34 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd 4112f36c12dfb542016ad3a84ed8903726b75a132b06f8f27e6036ba53968f34 network default NAD default NAD key ] I0429 19:56:18.698486 3791 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7cb7cb6846-6jfcd, hostIfaceName: 4112f36c12dfb54, network: default, NAD default, SandboxID: "4112f36c12dfb542016ad3a84ed8903726b75a132b06f8f27e6036ba53968f34", PCI device ID: , UID: "3aa9e6e9-f987-4913-a754-178f9777863d", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0429 19:56:18.754684 3791 cni.go:473] [integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd 4112f36c12dfb542016ad3a84ed8903726b75a132b06f8f27e6036ba53968f34 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7cb7cb6846-6jfcd 4112f36c12dfb542016ad3a84ed8903726b75a132b06f8f27e6036ba53968f34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:73:b5:96:6a:2a\",\"name\":\"4112f36c12dfb54\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e141df0-4526-4311-bd64-bfb88f354613\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 19:56:19.197096 3791 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0429 19:56:23.237096 3791 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 19:56:23.237119 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 19:56:23.269828 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0429 19:56:23.274998 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0429 19:56:23.308806 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 19:56:23.311227 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 19:56:23.333708 3791 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 19:56:23.338289 3791 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 19:56:24.076085 3791 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 19:56:24.076105 3791 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 19:56:28.186210 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0429 19:56:28.218660 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0429 19:56:34.028512 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0429 19:56:34.247089 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0429 19:56:34.248151 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0429 19:56:34.280040 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 19:56:34.280130 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0429 19:56:34.479903 3791 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key ] I0429 19:56:34.567136 3791 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 c1cf8bc77e2f3b2a86dbfa8cd11b493a04c39822ed0b16008600fe234c870f35 network default NAD default NAD key default], result "{}", err I0429 19:56:34.627874 3791 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:56:34.627914 3791 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 I0429 19:56:34.629421 3791 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-k5h72, ips: 10.130.0.57 I0429 19:56:34.629453 3791 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 19:56:35.258078 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0429 19:56:35.329943 3791 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:56:35.329970 3791 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:56:35.334837 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 I0429 19:56:35.334859 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-k5h72 W0429 19:57:02.134186 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0429 19:57:02.134208 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0429 19:57:02.134226 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0429 19:57:02.134233 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0429 19:57:04.331774 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0429 19:57:04.331797 3791 util.go:959] Failed to build node endpoints for node ip-10-0-2-37.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0429 19:57:31.813476 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0429 19:57:32.301789 3791 cni.go:452] [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key ] I0429 19:57:32.389105 3791 cni.go:473] [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-fcf9db6b-5w76q 15c37343c70974ec97970ab6924453ac1a2f032d0c2c8aec031efe989654c975 network default NAD default NAD key default], result "{}", err I0429 19:57:32.478202 3791 obj_retry.go:498] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:57:32.478244 3791 pods.go:176] Deleting pod: konflux-ui/proxy-fcf9db6b-5w76q I0429 19:57:32.479660 3791 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-fcf9db6b-5w76q, ips: 10.130.0.56 I0429 19:57:32.479693 3791 obj_retry.go:498] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:57:32.655654 3791 obj_retry.go:492] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:57:32.655702 3791 obj_retry.go:492] Detected object konflux-ui/proxy-fcf9db6b-5w76q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:57:32.666095 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-fcf9db6b-5w76q I0429 19:57:32.666118 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-fcf9db6b-5w76q I0429 19:57:38.700294 3791 cni.go:452] [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key ] I0429 19:57:38.789883 3791 cni.go:473] [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 4153f363f2b978d9ad648cba3cd78c3a4d41570165be18d884e89f23af21bc49 network default NAD default NAD key default], result "{}", err I0429 19:57:38.846445 3791 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 19:57:38.846483 3791 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0429 19:57:38.848078 3791 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.52 I0429 19:57:38.848107 3791 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 19:57:38.872422 3791 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:57:38.872469 3791 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 19:57:38.878196 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0429 19:57:38.878220 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0429 19:58:12.927515 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0429 19:58:13.724865 3791 namespace.go:98] [managed-tenant-i8t4y] adding namespace I0429 19:58:13.725790 3791 namespace.go:102] [managed-tenant-i8t4y] adding namespace took 902.674µs I0429 19:58:13.752098 3791 namespace.go:142] [managed-tenant-i8t4y] updating namespace I0429 19:58:13.772125 3791 namespace.go:142] [managed-tenant-i8t4y] updating namespace I0429 19:58:14.925744 3791 namespace.go:142] [managed-tenant-i8t4y] updating namespace I0429 19:58:15.060399 3791 namespace.go:142] [managed-tenant-i8t4y] updating namespace I0429 19:58:15.166397 3791 namespace.go:142] [managed-tenant-i8t4y] updating namespace I0429 19:58:36.903469 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0429 19:58:42.913744 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0429 19:59:08.925422 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0429 19:59:19.906992 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0429 20:00:00.181266 3791 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29624880-9pj2s] creating logical port segment-bridge_segment-bridge-29624880-9pj2s for pod on switch ip-10-0-2-37.ec2.internal I0429 20:00:00.181413 3791 kube.go:256] Updating pod segment-bridge/segment-bridge-29624880-9pj2s I0429 20:00:00.208366 3791 pod.go:62] [segment-bridge/segment-bridge-29624880-9pj2s] pod update took 26.964198ms I0429 20:00:00.208393 3791 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29624880-9pj2s] addLogicalPort annotation time took 27.011149ms I0429 20:00:00.209653 3791 pods.go:271] [segment-bridge/segment-bridge-29624880-9pj2s] addLogicalPort took 28.402555ms, libovsdb time 855.036µs I0429 20:00:00.297458 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29624880-6l27v for pod on switch ip-10-0-2-37.ec2.internal I0429 20:00:00.297569 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v I0429 20:00:00.312031 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v] pod update took 14.486522ms I0429 20:00:00.312055 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v] addLogicalPort annotation time took 14.513005ms I0429 20:00:00.313390 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v] addLogicalPort took 15.945269ms, libovsdb time 875.868µs I0429 20:00:00.542969 3791 cni.go:452] [segment-bridge/segment-bridge-29624880-9pj2s e5b5fd7e872f492d3963344d40a392c97c516076abe93cae113aa01f2d51c7ad network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29624880-9pj2s e5b5fd7e872f492d3963344d40a392c97c516076abe93cae113aa01f2d51c7ad network default NAD default NAD key ] I0429 20:00:00.552590 3791 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29624880-9pj2s, hostIfaceName: e5b5fd7e872f492, network: default, NAD default, SandboxID: "e5b5fd7e872f492d3963344d40a392c97c516076abe93cae113aa01f2d51c7ad", PCI device ID: , UID: "47f132f2-8b45-4c84-a446-87d72cb900e9", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0429 20:00:00.605227 3791 cni.go:473] [segment-bridge/segment-bridge-29624880-9pj2s e5b5fd7e872f492d3963344d40a392c97c516076abe93cae113aa01f2d51c7ad network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29624880-9pj2s e5b5fd7e872f492d3963344d40a392c97c516076abe93cae113aa01f2d51c7ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:7b:64:2c:73:ac\",\"name\":\"e5b5fd7e872f492\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9805973-ba83-4dc7-9da5-82ad37893765\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 20:00:00.659718 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key ] I0429 20:00:00.669517 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29624880-6l27v, hostIfaceName: 6da808d6e6d6f17, network: default, NAD default, SandboxID: "6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf", PCI device ID: , UID: "39cfb125-a48a-42db-9196-c01033514953", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0429 20:00:00.723157 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c5:06:7a:1c:3d\",\"name\":\"6da808d6e6d6f17\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01dcba76-ef11-4f89-a368-7705b9524de3\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 20:00:00.902754 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0429 20:00:04.515280 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key ] I0429 20:00:04.603149 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v 6da808d6e6d6f17b56570f1346718164e740077fd9249a9d64479b3d18430daf network default NAD default NAD key default], result "{}", err I0429 20:00:04.657567 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 20:00:04.657619 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v I0429 20:00:04.658925 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v, ips: 10.130.0.62 I0429 20:00:04.658951 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 20:00:05.533005 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:00:05.533028 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624880-6l27v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:00:25.034052 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0429 20:00:26.818381 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0429 20:00:29.039365 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0429 20:01:17.815439 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0429 20:02:11.040757 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0429 20:02:20.814934 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 W0429 20:03:14.312662 3791 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr I0429 20:03:23.815730 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=94 I0429 20:03:50.816468 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0429 20:04:45.829659 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=80 I0429 20:05:10.930595 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0429 20:05:18.050041 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:05:18.050094 3791 obj_retry.go:492] Detected object tsf-tpa/create-db-rtkfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:05:18.055162 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-rtkfj I0429 20:05:18.055193 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-rtkfj I0429 20:05:26.038615 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:05:26.038674 3791 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6z4cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:05:26.042846 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-6z4cf I0429 20:05:26.042877 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-6z4cf I0429 20:05:30.050176 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:05:30.050208 3791 obj_retry.go:492] Detected object tsf-tpa/create-importers-xmjtv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:05:30.056925 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-xmjtv I0429 20:05:30.056958 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-xmjtv I0429 20:05:36.917528 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0429 20:06:25.032180 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0429 20:06:36.042616 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0429 20:06:53.906978 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0429 20:07:05.905960 3791 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0429 20:07:07.822150 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0429 20:07:22.037700 3791 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0429 20:07:24.928253 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0429 20:08:11.910099 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0429 20:08:14.819298 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0429 20:08:23.043611 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0429 20:10:00.205996 3791 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29624890-zdfsz for pod on switch ip-10-0-2-37.ec2.internal I0429 20:10:00.206110 3791 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz I0429 20:10:00.229533 3791 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz] pod update took 23.44478ms I0429 20:10:00.229564 3791 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz] addLogicalPort annotation time took 23.479948ms I0429 20:10:00.231385 3791 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz] addLogicalPort took 25.401468ms, libovsdb time 1.264631ms I0429 20:10:00.567641 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key ] I0429 20:10:00.577528 3791 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29624890-zdfsz, hostIfaceName: aa1cba5db2b0dd5, network: default, NAD default, SandboxID: "aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9", PCI device ID: , UID: "f7877981-4ae5-4273-940f-986cea708228", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0429 20:10:00.632775 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:25:95:f7:c8:44\",\"name\":\"aa1cba5db2b0dd5\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37820271-0687-479b-9bd8-5ad3b9de75bc\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 20:10:03.703200 3791 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key ] I0429 20:10:03.801217 3791 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz aa1cba5db2b0dd5c1c338e91643957bedac0c814455c72f20c57130e584142a9 network default NAD default NAD key default], result "{}", err I0429 20:10:03.855598 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 20:10:03.855651 3791 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz I0429 20:10:03.857038 3791 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz, ips: 10.130.0.63 I0429 20:10:03.857074 3791 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 20:10:04.718789 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:10:04.718844 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624890-zdfsz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:10:04.759875 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:10:04.759921 3791 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 20:10:04.764315 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr I0429 20:10:04.764342 3791 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624860-c4pzr I0429 20:10:14.819608 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0429 20:10:56.818691 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0429 20:12:08.820040 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0429 20:12:22.832682 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29 I0429 20:12:47.034949 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0429 20:13:05.933656 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0429 20:13:11.932094 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0429 20:13:16.825776 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0429 20:13:19.823161 3791 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0429 20:14:17.912852 3791 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7