+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-32.ec2.internal ++ [[ -n ip-10-0-0-32.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-32.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 08:20:32.725260347 - disable conntrack on geneve port' I0505 08:20:32.725260347 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 08:20:32.754798595 - starting ovnkube-node' I0505 08:20:32.754798595 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-32.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-32.ec2.internal --init-node ip-10-0-0-32.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-32.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 08:20:32.803417 3807 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 08:20:32.803484 3807 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-99c9d17dd1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 08:20:32.804993 3807 kube.go:431] Waiting for certificate I0505 08:20:32.805035 3807 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 08:20:32.805082 3807 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 08:20:32.805935 3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 08:20:32.837240 3807 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:32.837260 3807 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:32.841002 3807 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:32.841101 3807 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k9b9j" I0505 08:20:32.849543 3807 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k9b9j" I0505 08:20:32.849621 3807 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 08:20:33.805463 3807 kube.go:438] Certificate found I0505 08:20:33.805991 3807 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 08:20:33.806985 3807 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 08:20:33.858054 3807 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 08:15:32 +0000 UTC" deadline="2026-05-06 02:21:35.291257964 +0000 UTC" I0505 08:20:33.858084 3807 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h1m1.433184171s" I0505 08:20:33.881346 3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 08:20:33.891077 3807 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 08:20:33.891162 3807 factory.go:561] Starting watch factory I0505 08:20:33.891250 3807 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.891273 3807 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.891279 3807 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.891296 3807 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.891321 3807 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.891341 3807 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.891454 3807 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 08:20:33.892000 3807 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.892026 3807 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.891281 3807 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.892382 3807 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.892759 3807 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.892781 3807 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.892863 3807 server.go:101] MetricServer registers OVS metrics I0505 08:20:33.893293 3807 server.go:105] MetricServer registers OVN DB metrics I0505 08:20:33.894902 3807 controller_manager.go:370] Starting the ovnkube controller I0505 08:20:33.894912 3807 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-32.ec2.internal I0505 08:20:33.894952 3807 controller_manager.go:395] NBDB zone sync took: 33.097µs I0505 08:20:33.894960 3807 factory.go:561] Starting watch factory I0505 08:20:33.897746 3807 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 08:20:33.897765 3807 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 08:20:33.908204 3807 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.909124 3807 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.909164 3807 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.909255 3807 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.915414 3807 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 08:20:33.915468 3807 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 08:20:33.915657 3807 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.919920 3807 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 08:20:33.920203 3807 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 08:20:33.920237 3807 server.go:109] MetricServer registers OVN Controller metrics I0505 08:20:33.924923 3807 server.go:113] MetricServer registers OVN Northd metrics I0505 08:20:33.928949 3807 metrics.go:519] OVN Metrics Server starts to run ... I0505 08:20:33.997741 3807 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 08:20:33.997762 3807 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 08:20:33.997766 3807 factory.go:1977] *v1.Node informer cache synced successfully I0505 08:20:33.997769 3807 factory.go:1977] *v1.Service informer cache synced successfully I0505 08:20:33.997772 3807 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 08:20:33.997775 3807 factory.go:1977] *v1.Pod informer cache synced successfully I0505 08:20:33.997863 3807 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:33.997864 3807 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:33.997880 3807 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:33.997886 3807 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:34.001699 3807 factory.go:1977] *v1.Node informer cache synced successfully I0505 08:20:34.001713 3807 factory.go:1977] *v1.Service informer cache synced successfully I0505 08:20:34.001717 3807 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 08:20:34.001720 3807 factory.go:1977] *v1.Pod informer cache synced successfully I0505 08:20:34.001723 3807 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 08:20:34.001726 3807 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 08:20:34.035352 3807 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:34.063880 3807 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 08:20:34.103767 3807 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 08:20:34.103781 3807 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 08:20:34.103876 3807 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.103895 3807 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.107176 3807 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 08:20:34.107189 3807 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 08:20:34.136254 3807 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.210376 3807 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 08:20:34.210467 3807 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.210480 3807 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.213118 3807 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 08:20:34.213387 3807 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.215433 3807 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 08:20:34.215522 3807 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.215538 3807 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.217754 3807 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.218692 3807 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 08:20:34.220734 3807 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 08:20:34.220797 3807 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.220809 3807 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.223783 3807 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 08:20:34.223803 3807 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.225814 3807 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 08:20:34.225886 3807 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.225900 3807 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.229079 3807 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 08:20:34.249469 3807 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.331557 3807 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 08:20:34.331751 3807 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 08:20:34.331776 3807 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 08:20:34.334172 3807 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 08:20:34.334327 3807 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 08:20:34.337540 3807 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 08:20:34.337609 3807 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.337623 3807 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.337669 3807 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.337685 3807 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.339581 3807 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 08:20:34.340351 3807 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.400696 3807 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 08:20:34.443743 3807 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 08:20:34.443758 3807 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 08:20:34.443765 3807 factory.go:680] Watch Factory start up complete, took: 552.608102ms I0505 08:20:34.443869 3807 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 08:20:34.446326 3807 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 08:20:34.446347 3807 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 08:20:34.446354 3807 factory.go:680] Watch Factory start up complete, took: 551.392486ms I0505 08:20:34.446362 3807 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-32.ec2.internal" zone I0505 08:20:34.492312 3807 default_node_network_controller.go:710] Initializing the default node network controller I0505 08:20:34.586047 3807 udn_isolation.go:101] Starting UDN host isolation manager I0505 08:20:34.592600 3807 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 08:20:34.655753 3807 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 08:20:34.655845 3807 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 08:20:34.655859 3807 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 08:20:34.689838 3807 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 08:20:34.689917 3807 default_node_network_controller.go:809] Node ip-10-0-0-32.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 08:20:34.695816 3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.32"] k8s.ovn.org/zone-name:ip-10-0-0-32.ec2.internal] on node ip-10-0-0-32.ec2.internal I0505 08:20:34.720558 3807 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 08:20:34.726885 3807 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 08:20:34.727019 3807 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 08:20:34.727164 3807 gateway_init.go:263] Preparing Gateway I0505 08:20:34.727177 3807 gateway_shared_intf.go:1687] Creating new gateway I0505 08:20:34.841762 3807 iptables.go:108] Creating table: filter chain: FORWARD I0505 08:20:34.848927 3807 iptables.go:108] Creating table: filter chain: OUTPUT I0505 08:20:34.855821 3807 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 08:20:34.855868 3807 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-32.ec2.internal","mac-address":"12:a7:21:17:f8:1b","ip-addresses":["10.0.0.32/24"],"ip-address":"10.0.0.32/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0bdbe4cd-387f-425e-80a4-518f9685de11 k8s.ovn.org/node-encap-ips:["10.0.0.32"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.32/24"} k8s.ovn.org/zone-name:ip-10-0-0-32.ec2.internal] on node ip-10-0-0-32.ec2.internal I0505 08:20:34.877875 3807 default_node_network_controller.go:519] Node connection status = connected I0505 08:20:34.946898 3807 controller_manager.go:429] Waiting for node in zone sync took: 500.496957ms I0505 08:20:34.971234 3807 controller_manager.go:611] Switching to transit router for layer2 networks I0505 08:20:34.971254 3807 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-32.ec2.internal I0505 08:20:34.986395 3807 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 08:20:34.993336 3807 controller_manager.go:290] SCTP support detected in OVN I0505 08:20:34.993934 3807 services_controller.go:69] Creating services controller for network=default I0505 08:20:34.994020 3807 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 08:20:34.994211 3807 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 08:20:34.994249 3807 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 08:20:34.994264 3807 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 08:20:34.994273 3807 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 08:20:34.994520 3807 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 08:20:34.994560 3807 udn_enabled_svc.go:95] Performing full resync I0505 08:20:34.994614 3807 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 08:20:34.994651 3807 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.169µs I0505 08:20:34.994671 3807 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 48.019µs I0505 08:20:34.994677 3807 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 63.644µs I0505 08:20:34.994682 3807 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 08:20:34.994688 3807 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 08:20:34.994698 3807 default_network_controller.go:325] Starting the default network controller I0505 08:20:34.994711 3807 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.365µs I0505 08:20:34.994848 3807 udn_enabled_svc.go:99] Waiting for handler to sync I0505 08:20:34.994859 3807 udn_enabled_svc.go:104] Starting worker I0505 08:20:35.003802 3807 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 08:20:35.003849 3807 repair.go:33] Syncing exgw routes took 36.108µs I0505 08:20:35.003870 3807 default_network_controller.go:414] Starting all the Watchers... I0505 08:20:35.004101 3807 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 08:20:35.004117 3807 namespace.go:98] [openshift-backplane] adding namespace I0505 08:20:35.004119 3807 namespace.go:98] [openshift-multus] adding namespace I0505 08:20:35.004102 3807 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 08:20:35.004119 3807 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 08:20:35.004132 3807 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 08:20:35.004101 3807 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 08:20:35.004270 3807 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 08:20:35.004287 3807 namespace.go:98] [openshift-logging] adding namespace I0505 08:20:35.004296 3807 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 08:20:35.004309 3807 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 08:20:35.004330 3807 namespace.go:98] [openshift-controller-manager] adding namespace I0505 08:20:35.004339 3807 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 08:20:35.004346 3807 namespace.go:98] [openshift-config-operator] adding namespace I0505 08:20:35.004382 3807 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 08:20:35.004789 3807 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 674.577µs I0505 08:20:35.004805 3807 namespace.go:98] [openshift-ingress] adding namespace I0505 08:20:35.005223 3807 namespace.go:102] [openshift-ingress] adding namespace took 413.666µs I0505 08:20:35.005236 3807 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 08:20:35.005672 3807 namespace.go:102] [openshift-apiserver-operator] adding namespace took 431.239µs I0505 08:20:35.005687 3807 namespace.go:98] [openshift-network-operator] adding namespace W0505 08:20:35.006088 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-wkpjp: pod openshift-multus/network-metrics-daemon-wkpjp: no pod IPs found W0505 08:20:35.006105 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hd7q7: pod openshift-multus/network-metrics-daemon-hd7q7: no pod IPs found W0505 08:20:35.006110 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-b2tcb: pod openshift-multus/network-metrics-daemon-b2tcb: no pod IPs found I0505 08:20:35.006114 3807 namespace.go:102] [openshift-backplane] adding namespace took 1.990047ms I0505 08:20:35.006121 3807 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 08:20:35.006612 3807 namespace.go:102] [openshift-multus] adding namespace took 2.480775ms I0505 08:20:35.006628 3807 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 08:20:35.007464 3807 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.330781ms I0505 08:20:35.007475 3807 namespace.go:98] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] adding namespace I0505 08:20:35.007896 3807 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.759168ms I0505 08:20:35.007911 3807 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 08:20:35.008349 3807 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.194278ms I0505 08:20:35.008364 3807 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 08:20:35.008781 3807 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 4.528522ms I0505 08:20:35.008796 3807 namespace.go:98] [openshift-config] adding namespace I0505 08:20:35.009169 3807 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.888931ms I0505 08:20:35.009183 3807 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 08:20:35.009623 3807 namespace.go:102] [openshift-logging] adding namespace took 5.326681ms I0505 08:20:35.009639 3807 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 08:20:35.010055 3807 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.753446ms I0505 08:20:35.010068 3807 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 08:20:35.010514 3807 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.18892ms I0505 08:20:35.010528 3807 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 08:20:35.010916 3807 namespace.go:102] [openshift-controller-manager] adding namespace took 6.580842ms I0505 08:20:35.010928 3807 namespace.go:98] [openshift-etcd] adding namespace I0505 08:20:35.011408 3807 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.062436ms I0505 08:20:35.011425 3807 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 08:20:35.011826 3807 namespace.go:102] [openshift-config-operator] adding namespace took 7.472065ms I0505 08:20:35.011840 3807 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 08:20:35.012307 3807 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.914377ms I0505 08:20:35.012321 3807 namespace.go:98] [openshift-console-operator] adding namespace I0505 08:20:35.012693 3807 namespace.go:102] [openshift-network-operator] adding namespace took 6.99989ms I0505 08:20:35.012708 3807 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 08:20:35.013086 3807 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.960178ms I0505 08:20:35.013098 3807 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 08:20:35.013511 3807 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.87872ms I0505 08:20:35.013522 3807 namespace.go:98] [openshift] adding namespace I0505 08:20:35.013920 3807 namespace.go:102] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] adding namespace took 6.441261ms I0505 08:20:35.013931 3807 namespace.go:98] [openshift-marketplace] adding namespace I0505 08:20:35.014308 3807 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.391793ms I0505 08:20:35.014322 3807 namespace.go:98] [openshift-dns-operator] adding namespace I0505 08:20:35.014685 3807 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.316382ms I0505 08:20:35.014695 3807 namespace.go:98] [openshift-package-operator] adding namespace I0505 08:20:35.015050 3807 namespace.go:102] [openshift-config] adding namespace took 6.2492ms I0505 08:20:35.015063 3807 namespace.go:98] [openshift-image-registry] adding namespace I0505 08:20:35.015496 3807 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.308148ms I0505 08:20:35.015507 3807 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 08:20:35.015868 3807 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.224808ms I0505 08:20:35.015881 3807 namespace.go:98] [openshift-apiserver] adding namespace I0505 08:20:35.016254 3807 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.180871ms I0505 08:20:35.016266 3807 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 08:20:35.016638 3807 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.104972ms I0505 08:20:35.016650 3807 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 08:20:35.017014 3807 namespace.go:102] [openshift-etcd] adding namespace took 6.081823ms I0505 08:20:35.017026 3807 namespace.go:98] [openshift-network-console] adding namespace I0505 08:20:35.017419 3807 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.989339ms I0505 08:20:35.017430 3807 namespace.go:98] [openshift-monitoring] adding namespace I0505 08:20:35.017855 3807 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.009557ms I0505 08:20:35.017868 3807 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 08:20:35.018168 3807 namespace.go:102] [openshift-console-operator] adding namespace took 5.840976ms I0505 08:20:35.018181 3807 namespace.go:98] [openshift-backplane-srep] adding namespace W0505 08:20:35.018561 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wg7jm: pod openshift-network-diagnostics/network-check-target-wg7jm: no pod IPs found W0505 08:20:35.018574 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zqqrr: pod openshift-network-diagnostics/network-check-target-zqqrr: no pod IPs found W0505 08:20:35.018580 3807 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-67bzd: pod openshift-network-diagnostics/network-check-target-67bzd: no pod IPs found I0505 08:20:35.018608 3807 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.894879ms I0505 08:20:35.018997 3807 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.894532ms I0505 08:20:35.019008 3807 namespace.go:98] [openshift-host-network] adding namespace I0505 08:20:35.019381 3807 namespace.go:102] [openshift] adding namespace took 5.853815ms I0505 08:20:35.019394 3807 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 08:20:35.019736 3807 namespace.go:102] [openshift-marketplace] adding namespace took 5.800052ms I0505 08:20:35.019746 3807 namespace.go:98] [default] adding namespace I0505 08:20:35.020099 3807 namespace.go:102] [openshift-dns-operator] adding namespace took 5.772304ms I0505 08:20:35.020111 3807 namespace.go:98] [openshift-console] adding namespace I0505 08:20:35.020483 3807 namespace.go:102] [openshift-package-operator] adding namespace took 5.783018ms I0505 08:20:35.020495 3807 namespace.go:98] [openshift-infra] adding namespace I0505 08:20:35.020868 3807 namespace.go:102] [openshift-image-registry] adding namespace took 5.799933ms I0505 08:20:35.020879 3807 namespace.go:98] [openshift-cluster-version] adding namespace I0505 08:20:35.021241 3807 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.729671ms I0505 08:20:35.021254 3807 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 08:20:35.021586 3807 namespace.go:102] [openshift-apiserver] adding namespace took 5.701558ms I0505 08:20:35.021596 3807 namespace.go:98] [openshift-dns] adding namespace I0505 08:20:35.021940 3807 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.66954ms I0505 08:20:35.021950 3807 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 08:20:35.022312 3807 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.658036ms I0505 08:20:35.022323 3807 namespace.go:98] [openshift-operators] adding namespace I0505 08:20:35.022649 3807 namespace.go:102] [openshift-network-console] adding namespace took 5.617357ms I0505 08:20:35.022661 3807 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 08:20:35.023075 3807 namespace.go:102] [openshift-monitoring] adding namespace took 5.641435ms I0505 08:20:35.023086 3807 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 08:20:35.023450 3807 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.577098ms I0505 08:20:35.023461 3807 namespace.go:98] [kube-system] adding namespace I0505 08:20:35.023841 3807 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.653293ms I0505 08:20:35.023852 3807 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 08:20:35.024399 3807 namespace.go:102] [openshift-host-network] adding namespace took 5.38561ms I0505 08:20:35.024411 3807 namespace.go:98] [openshift-config-managed] adding namespace I0505 08:20:35.024806 3807 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.40661ms I0505 08:20:35.024818 3807 namespace.go:98] [dedicated-admin] adding namespace I0505 08:20:35.025158 3807 namespace.go:102] [default] adding namespace took 5.4072ms I0505 08:20:35.025169 3807 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 08:20:35.025556 3807 namespace.go:102] [openshift-console] adding namespace took 5.440723ms I0505 08:20:35.025570 3807 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 08:20:35.025924 3807 namespace.go:102] [openshift-infra] adding namespace took 5.424495ms I0505 08:20:35.025935 3807 namespace.go:98] [openshift-machine-api] adding namespace I0505 08:20:35.026330 3807 namespace.go:102] [openshift-cluster-version] adding namespace took 5.446875ms I0505 08:20:35.026343 3807 namespace.go:98] [kube-node-lease] adding namespace I0505 08:20:35.026691 3807 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.433288ms I0505 08:20:35.026702 3807 namespace.go:98] [openshift-node] adding namespace I0505 08:20:35.027065 3807 namespace.go:102] [openshift-dns] adding namespace took 5.463323ms I0505 08:20:35.027079 3807 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 08:20:35.027419 3807 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.462706ms I0505 08:20:35.027432 3807 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 08:20:35.028251 3807 namespace.go:102] [openshift-operators] adding namespace took 5.923182ms I0505 08:20:35.028265 3807 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 08:20:35.028653 3807 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.987416ms I0505 08:20:35.028664 3807 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 08:20:35.029079 3807 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.98914ms I0505 08:20:35.029090 3807 namespace.go:98] [kube-public] adding namespace I0505 08:20:35.029611 3807 namespace.go:102] [kube-system] adding namespace took 6.144147ms I0505 08:20:35.029629 3807 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 08:20:35.029974 3807 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.116601ms I0505 08:20:35.029988 3807 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 08:20:35.030429 3807 namespace.go:102] [openshift-config-managed] adding namespace took 6.012089ms I0505 08:20:35.030443 3807 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 08:20:35.030833 3807 namespace.go:102] [dedicated-admin] adding namespace took 6.009959ms I0505 08:20:35.031225 3807 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.050353ms I0505 08:20:35.031612 3807 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.037514ms I0505 08:20:35.031984 3807 namespace.go:102] [openshift-machine-api] adding namespace took 6.045271ms I0505 08:20:35.032339 3807 namespace.go:102] [kube-node-lease] adding namespace took 5.992195ms I0505 08:20:35.032350 3807 namespace.go:98] [openshift-insights] adding namespace I0505 08:20:35.032786 3807 namespace.go:102] [openshift-node] adding namespace took 6.078723ms I0505 08:20:35.033156 3807 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.072492ms I0505 08:20:35.033581 3807 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.144376ms I0505 08:20:35.033982 3807 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.711849ms I0505 08:20:35.034396 3807 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.728125ms I0505 08:20:35.034408 3807 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 08:20:35.034776 3807 namespace.go:102] [kube-public] adding namespace took 5.681024ms I0505 08:20:35.035161 3807 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.526706ms I0505 08:20:35.035544 3807 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.551993ms I0505 08:20:35.035556 3807 namespace.go:98] [openshift-authentication] adding namespace I0505 08:20:35.035926 3807 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.479299ms I0505 08:20:35.036317 3807 namespace.go:102] [openshift-insights] adding namespace took 3.961912ms I0505 08:20:35.036719 3807 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.307212ms I0505 08:20:35.037052 3807 namespace.go:102] [openshift-authentication] adding namespace took 1.491058ms W0505 08:20:35.037121 3807 master.go:471] Unable to parse remote node ip-10-0-1-71.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 08:20:35.037129 3807 master.go:471] Unable to parse remote node ip-10-0-2-96.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 08:20:35.037237 3807 master.go:548] Adding or Updating local node "ip-10-0-0-32.ec2.internal" for network "default" I0505 08:20:35.037303 3807 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-71.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-71.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-71.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-71.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-71.ec2.internal I0505 08:20:35.037333 3807 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-96.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-96.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-96.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-96.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-96.ec2.internal W0505 08:20:35.043855 3807 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-wkpjp: pod openshift-multus/network-metrics-daemon-wkpjp: no pod IPs found W0505 08:20:35.043877 3807 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-67bzd: pod openshift-network-diagnostics/network-check-target-67bzd: no pod IPs found I0505 08:20:35.044771 3807 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-32.ec2.internal for the network default I0505 08:20:35.045066 3807 zone_ic_handler.go:195] Time taken to create transit switch: 283.792µs I0505 08:20:35.045762 3807 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 08:20:35.045789 3807 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 08:20:35.045803 3807 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 08:20:35.045815 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-32.ec2.internal in network "default" I0505 08:20:35.045889 3807 node_tracker.go:169] Node ip-10-0-0-32.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:35.045904 3807 services_controller.go:574] Full service sync requested for network=default I0505 08:20:35.045909 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0505 08:20:35.045917 3807 node_tracker.go:235] Node ip-10-0-1-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-71.ec2.internal" I0505 08:20:35.045923 3807 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:35.045927 3807 services_controller.go:574] Full service sync requested for network=default I0505 08:20:35.045931 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-96.ec2.internal in network "default" I0505 08:20:35.045952 3807 node_tracker.go:235] Node ip-10-0-2-96.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-96.ec2.internal" I0505 08:20:35.045960 3807 node_tracker.go:169] Node ip-10-0-2-96.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:35.045963 3807 services_controller.go:574] Full service sync requested for network=default I0505 08:20:35.146048 3807 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 08:20:35.146087 3807 services_controller.go:208] Setting up event handlers for services for network=default I0505 08:20:35.146153 3807 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 08:20:35.146185 3807 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 08:20:35.146218 3807 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 08:20:35.246324 3807 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 08:20:35.246345 3807 repair.go:60] Starting repairing loop for services I0505 08:20:35.246466 3807 repair.go:131] Deleted 0 stale service LBs I0505 08:20:35.246490 3807 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 08:20:35.246508 3807 repair.go:62] Finished repairing loop for services: 164.652µs I0505 08:20:35.246533 3807 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 08:20:35.246543 3807 services_controller.go:254] Starting workers for network=default I0505 08:20:35.246854 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-wg7jm, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wg7jm: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wg7jm: no pod IPs found I0505 08:20:35.246898 3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wkpjp] creating logical port openshift-multus_network-metrics-daemon-wkpjp for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:35.246933 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-hd7q7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-hd7q7: suppressed error logged: pod openshift-multus/network-metrics-daemon-hd7q7: no pod IPs found I0505 08:20:35.246937 3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-67bzd] creating logical port openshift-network-diagnostics_network-check-target-67bzd for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:35.246947 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-b2tcb, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b2tcb: suppressed error logged: pod openshift-multus/network-metrics-daemon-b2tcb: no pod IPs found I0505 08:20:35.246962 3807 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-zqqrr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-zqqrr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-zqqrr: no pod IPs found I0505 08:20:35.247098 3807 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-wkpjp I0505 08:20:35.247122 3807 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-67bzd I0505 08:20:35.263111 3807 pod.go:62] [openshift-network-diagnostics/network-check-target-67bzd] pod update took 16.089496ms I0505 08:20:35.263130 3807 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-67bzd] addLogicalPort annotation time took 16.11044ms I0505 08:20:35.264124 3807 pods.go:271] [openshift-network-diagnostics/network-check-target-67bzd] addLogicalPort took 17.19676ms, libovsdb time 702.425µs I0505 08:20:35.264374 3807 pod.go:62] [openshift-multus/network-metrics-daemon-wkpjp] pod update took 17.382288ms I0505 08:20:35.264392 3807 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-wkpjp] addLogicalPort annotation time took 17.406309ms I0505 08:20:35.265367 3807 pods.go:271] [openshift-multus/network-metrics-daemon-wkpjp] addLogicalPort took 18.480293ms, libovsdb time 713.88µs I0505 08:20:35.265910 3807 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 08:20:35.265942 3807 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 08:20:35.265961 3807 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 08:20:35.265967 3807 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 08:20:35.266245 3807 repair.go:29] Repairing admin network policies took 271.846µs I0505 08:20:35.266362 3807 repair.go:92] Repairing baseline admin network policies took 103.914µs I0505 08:20:35.266648 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 08:20:35.267072 3807 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 08:20:35.267087 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 08:20:35.269134 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 08:20:35.269167 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 08:20:35.269176 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 08:20:35.270699 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 08:20:35.270717 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 08:20:35.270725 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 08:20:35.271222 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 08:20:35.271242 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 08:20:35.271250 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 08:20:35.271713 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 08:20:35.271732 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 08:20:35.271739 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 08:20:35.272004 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 08:20:35.272021 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 08:20:35.272028 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 08:20:35.273737 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 08:20:35.273755 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 08:20:35.273766 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 08:20:35.275877 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 08:20:35.275899 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 08:20:35.275911 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 08:20:35.277834 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 08:20:35.277852 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 08:20:35.277860 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 08:20:35.278351 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 08:20:35.278367 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 08:20:35.278374 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 08:20:35.278831 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 08:20:35.278848 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 08:20:35.278856 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 08:20:35.279300 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 08:20:35.279316 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 08:20:35.279324 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 08:20:35.280733 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 08:20:35.280752 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 08:20:35.280760 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 08:20:35.281708 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 08:20:35.281727 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 08:20:35.281734 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 08:20:35.282171 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 08:20:35.282187 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 08:20:35.282602 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 08:20:35.283238 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 08:20:35.283265 3807 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 08:20:35.283271 3807 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 08:20:35.283517 3807 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 08:20:35.283533 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 08:20:35.283542 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 08:20:35.284686 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 08:20:35.284704 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 08:20:35.284712 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 08:20:35.285339 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 08:20:35.285357 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 08:20:35.285364 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 08:20:35.285856 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 08:20:35.285872 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 08:20:35.285880 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 08:20:35.286316 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 08:20:35.286333 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 08:20:35.286339 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 08:20:35.287507 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 08:20:35.287524 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 08:20:35.287531 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 08:20:35.287952 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 08:20:35.287969 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 08:20:35.287977 3807 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 08:20:35.288422 3807 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 08:20:35.288438 3807 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 08:20:35.288446 3807 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 08:20:35.289289 3807 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 08:20:35.289307 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 08:20:35.289316 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 08:20:35.290233 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 08:20:35.290251 3807 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 08:20:35.290257 3807 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 08:20:35.290519 3807 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 08:20:35.290536 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 08:20:35.290542 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 08:20:35.290810 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 08:20:35.290825 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 08:20:35.290836 3807 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 08:20:35.291801 3807 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 08:20:35.291819 3807 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 08:20:35.291834 3807 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 08:20:35.293373 3807 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 08:20:35.298082 3807 egressfirewall.go:374] Starting EgressFirewall controller I0505 08:20:35.298133 3807 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 08:20:35.298181 3807 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 08:20:35.298226 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 08:20:35.298236 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 08:20:35.298250 3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 08:20:35.298240 3807 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 08:20:35.298537 3807 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 08:20:35.298557 3807 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 08:20:35.298565 3807 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 08:20:35.298578 3807 egressqos.go:193] Setting up event handlers for EgressQoS I0505 08:20:35.298646 3807 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0505 08:20:35.298663 3807 egressfirewall.go:723] Syncing node "ip-10-0-2-96.ec2.internal" for egress firewall I0505 08:20:35.298667 3807 egressfirewall.go:723] Syncing node "ip-10-0-0-32.ec2.internal" for egress firewall I0505 08:20:35.298809 3807 egressqos.go:245] Starting EgressQoS Controller I0505 08:20:35.298824 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 08:20:35.298833 3807 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 08:20:35.298879 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 08:20:35.298889 3807 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 08:20:35.298908 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 08:20:35.298920 3807 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 08:20:35.298926 3807 egressqos.go:259] Repairing EgressQoSes I0505 08:20:35.298940 3807 egressqos.go:399] Starting repairing loop for egressqos I0505 08:20:35.299028 3807 egressqos.go:401] Finished repairing loop for egressqos: 96.324µs I0505 08:20:35.299053 3807 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 08:20:35.299079 3807 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-32.ec2.internal I0505 08:20:35.299128 3807 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-32.ec2.internal : 53.248µs I0505 08:20:35.299286 3807 egressservice_zone.go:210] Starting Egress Services Controller I0505 08:20:35.299324 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 08:20:35.299335 3807 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 08:20:35.299344 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 08:20:35.299352 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 08:20:35.299361 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 08:20:35.299370 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 08:20:35.299379 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 08:20:35.299387 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 08:20:35.299393 3807 egressservice_zone.go:228] Repairing Egress Services I0505 08:20:35.299659 3807 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 08:20:35.299668 3807 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 08:20:35.299738 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-32.ec2.internal I0505 08:20:35.299754 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-32.ec2.internal: 16.34µs I0505 08:20:35.299767 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0505 08:20:35.299774 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 7.181µs I0505 08:20:35.299781 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-96.ec2.internal I0505 08:20:35.299787 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-96.ec2.internal: 6.5µs I0505 08:20:35.299867 3807 default_network_controller.go:585] Completing all the Watchers took 295.988999ms I0505 08:20:35.299880 3807 default_network_controller.go:589] Starting unidling controllers I0505 08:20:35.299891 3807 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 08:20:35.299896 3807 unidle.go:63] Populating Initial ContollerEvent events I0505 08:20:35.299923 3807 unidle.go:79] Setting up event handlers for services I0505 08:20:35.299984 3807 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 08:20:35.378815 3807 default_node_network_controller.go:519] Node connection status = connected I0505 08:20:35.878576 3807 default_node_network_controller.go:519] Node connection status = connected I0505 08:20:36.379213 3807 default_node_network_controller.go:519] Node connection status = connected I0505 08:20:36.685997 3807 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 08:20:36.879463 3807 default_node_network_controller.go:519] Node connection status = connected I0505 08:20:36.896981 3807 bridgeconfig.go:537] Gateway is ready I0505 08:20:36.897000 3807 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 08:20:36.908627 3807 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.32. Updating OVN encap IP. I0505 08:20:36.913801 3807 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.32 - it is already configured I0505 08:20:36.913815 3807 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.32/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 08:20:36.914006 3807 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.32/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-32.ec2.internal","mac-address":"12:a7:21:17:f8:1b","ip-addresses":["10.0.0.32/24"],"ip-address":"10.0.0.32/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0bdbe4cd-387f-425e-80a4-518f9685de11 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.32/24"}] on node ip-10-0-0-32.ec2.internal I0505 08:20:36.930027 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-32.ec2.internal in network "default" I0505 08:20:36.930080 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-32.ec2.internal I0505 08:20:36.930094 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-32.ec2.internal: 22.549µs I0505 08:20:36.930092 3807 egressfirewall.go:723] Syncing node "ip-10-0-0-32.ec2.internal" for egress firewall I0505 08:20:36.930100 3807 node_tracker.go:169] Node ip-10-0-0-32.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:36.930122 3807 services_controller.go:574] Full service sync requested for network=default I0505 08:20:36.930030 3807 master.go:548] Adding or Updating local node "ip-10-0-0-32.ec2.internal" for network "default" I0505 08:20:36.930458 3807 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.32 I0505 08:20:36.930595 3807 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-32.ec2.internal I0505 08:20:36.935015 3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-32.ec2.internal. Updating no re-route policies I0505 08:20:36.935099 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wg7jm I0505 08:20:36.935119 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wg7jm I0505 08:20:36.935117 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rs84q I0505 08:20:36.935129 3807 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-kc4kv I0505 08:20:36.935153 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rs84q I0505 08:20:36.935158 3807 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-kc4kv I0505 08:20:36.935165 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ctkqb I0505 08:20:36.935169 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-32.ec2.internal I0505 08:20:36.935175 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-djpvm I0505 08:20:36.935179 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rs84q after 0 failed attempt(s) I0505 08:20:36.935181 3807 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-kc4kv after 0 failed attempt(s) I0505 08:20:36.935183 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-32.ec2.internal I0505 08:20:36.935187 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-djpvm I0505 08:20:36.935189 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-wkpjp I0505 08:20:36.935193 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-67bzd I0505 08:20:36.935198 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tnkp7 I0505 08:20:36.935200 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-q7t6v I0505 08:20:36.935206 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-67bzd I0505 08:20:36.935208 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-32.ec2.internal after 0 failed attempt(s) I0505 08:20:36.935178 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ctkqb I0505 08:20:36.935239 3807 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-67bzd] creating logical port openshift-network-diagnostics_network-check-target-67bzd for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:36.935244 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ctkqb after 0 failed attempt(s) I0505 08:20:36.935121 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-www8h I0505 08:20:36.935262 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-www8h I0505 08:20:36.935294 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-www8h after 0 failed attempt(s) I0505 08:20:36.935130 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-dxp5h I0505 08:20:36.935312 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-dxp5h I0505 08:20:36.935322 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-dxp5h after 0 failed attempt(s) I0505 08:20:36.935184 3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wg7jm, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wg7jm: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wg7jm: no pod IPs found I0505 08:20:36.935197 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-wkpjp I0505 08:20:36.935358 3807 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-wkpjp] creating logical port openshift-multus_network-metrics-daemon-wkpjp for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:36.935103 3807 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-32.ec2.internal I0505 08:20:36.935411 3807 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-32.ec2.internal I0505 08:20:36.935426 3807 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-32.ec2.internal after 0 failed attempt(s) I0505 08:20:36.935198 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-b2tcb I0505 08:20:36.935436 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-b2tcb I0505 08:20:36.935461 3807 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-b2tcb, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-b2tcb: suppressed error logged: pod openshift-multus/network-metrics-daemon-b2tcb: no pod IPs found I0505 08:20:36.935207 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-djpvm after 0 failed attempt(s) I0505 08:20:36.935211 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-q7t6v I0505 08:20:36.935485 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-q7t6v after 0 failed attempt(s) I0505 08:20:36.935208 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tnkp7 I0505 08:20:36.935503 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tnkp7 after 0 failed attempt(s) I0505 08:20:36.935206 3807 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-t8429 I0505 08:20:36.935515 3807 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-t8429 I0505 08:20:36.935529 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-t8429 after 0 failed attempt(s) I0505 08:20:36.936081 3807 pods.go:271] [openshift-network-diagnostics/network-check-target-67bzd] addLogicalPort took 848.965µs, libovsdb time 303.741µs I0505 08:20:36.936095 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-67bzd after 0 failed attempt(s) I0505 08:20:36.936562 3807 pods.go:271] [openshift-multus/network-metrics-daemon-wkpjp] addLogicalPort took 1.212071ms, libovsdb time 594.551µs I0505 08:20:36.936573 3807 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-wkpjp after 0 failed attempt(s) I0505 08:20:36.947528 3807 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 08:20:36.960609 3807 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 08:20:36.964280 3807 iptables.go:108] Creating table: nat chain: OUTPUT I0505 08:20:36.991409 3807 iptables.go:108] Creating table: nat chain: PREROUTING I0505 08:20:37.037865 3807 iptables.go:108] Creating table: filter chain: FORWARD I0505 08:20:37.055968 3807 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 08:20:37.056079 3807 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 08:20:37.056128 3807 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 08:20:37.056245 3807 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 08:20:37.056299 3807 gateway_init.go:325] Gateway and management port readiness took 2.182493641s I0505 08:20:37.056325 3807 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 08:20:37.056361 3807 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 08:20:37.056373 3807 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 08:20:37.056381 3807 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 08:20:37.056438 3807 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 08:20:37.056526 3807 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.14µs I0505 08:20:37.056748 3807 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 08:20:37.056772 3807 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.925µs I0505 08:20:37.056781 3807 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.407µs I0505 08:20:37.056787 3807 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 08:20:37.056796 3807 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 08:20:37.056803 3807 default_node_network_controller.go:899] Starting the default node network controller I0505 08:20:37.056807 3807 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 08:20:37.056823 3807 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.876µs I0505 08:20:37.056954 3807 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 08:20:37.056964 3807 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 08:20:37.056985 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05040 0xc0002dd9d0 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc0002ddc70 0xc000c193b0 0xc0002ddce0 0xc0002dddc0 0xc0008d42d0 0xc0064001c0 0xc0002dde30 map[0x2ff9080:0xc003f56120 0x2ff95c0:0xc003f562a0 0x2ffa2e0:0xc003f56060 0x2ffa580:0xc003f560c0 0x2ffad60:0xc003f56180 0x2ffb000:0xc003f561e0 0x2ffb2a0:0xc003f56240 0x2ffba80:0xc002d10f00 0x2ffbd20:0xc002d10f60 0x3026980:0xc0016888a0 0x3026d20:0xc001688900 0x3027800:0xc000c674a0 0x3029160:0xc001202240 0x30298a0:0xc003f56000 0x302a720:0xc0012022a0] 0xc000c501c0 0} I0505 08:20:37.057039 3807 gateway.go:151] Starting gateway service sync I0505 08:20:37.057450 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 08:20:37.060245 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 08:20:37.070339 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 08:20:37.071844 3807 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 08:20:37.073169 3807 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 08:20:37.107806 3807 gateway.go:168] Gateway service sync done. Time taken: 50.752465ms I0505 08:20:37.108319 3807 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31745 I0505 08:20:37.108571 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05040 0xc0002dd9d0 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc0002ddc70 0xc000c193b0 0xc0002ddce0 0xc0002dddc0 0xc0008d42d0 0xc0064001c0 0xc0002dde30 map[0x2ff9080:0xc003f56120 0x2ff95c0:0xc003f562a0 0x2ffa2e0:0xc003f56060 0x2ffa580:0xc003f560c0 0x2ffad60:0xc003f56180 0x2ffb000:0xc003f561e0 0x2ffb2a0:0xc003f56240 0x2ffba80:0xc002d10f00 0x2ffbd20:0xc002d10f60 0x3026980:0xc0016888a0 0x3026d20:0xc001688900 0x3027800:0xc000c674a0 0x3029160:0xc001202240 0x30298a0:0xc003f56000 0x302a720:0xc0012022a0] 0xc000c501c0 0} I0505 08:20:37.108980 3807 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05040 0xc0002dd9d0 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc0002ddc70 0xc000c193b0 0xc0002ddce0 0xc0002dddc0 0xc0008d42d0 0xc0064001c0 0xc0002dde30 map[0x2ff9080:0xc003f56120 0x2ff95c0:0xc003f562a0 0x2ffa2e0:0xc003f56060 0x2ffa580:0xc003f560c0 0x2ffad60:0xc003f56180 0x2ffb000:0xc003f561e0 0x2ffb2a0:0xc003f56240 0x2ffba80:0xc002d10f00 0x2ffbd20:0xc002d10f60 0x3026980:0xc0016888a0 0x3026d20:0xc001688900 0x3027800:0xc000c674a0 0x3029160:0xc001202240 0x30298a0:0xc003f56000 0x302a720:0xc0012022a0] 0xc000c501c0 0} I0505 08:20:37.109013 3807 gateway.go:532] Reconciling gateway with updates I0505 08:20:37.114654 3807 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 08:20:37.114708 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:20:37.114722 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:20:37.114720 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:20:37.114728 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 08:20:37.114731 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 08:20:37.114735 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:20:37.114740 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:37.114743 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 08:20:37.114744 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 08:20:37.114745 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:37.114752 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:20:37.114760 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:20:37.114758 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 08:20:37.114767 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 08:20:37.114747 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 08:20:37.114777 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:20:37.114773 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 08:20:37.114792 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 08:20:37.114783 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:20:37.114798 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:20:37.114801 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 08:20:37.114735 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:20:37.114759 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:20:37.114809 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:20:37.114809 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:20:37.114811 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:20:37.114815 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 08:20:37.114815 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:20:37.114820 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:20:37.114816 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 08:20:37.114820 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:20:37.114828 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:20:37.114834 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 08:20:37.114835 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:20:37.114835 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:20:37.114839 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:20:37.114845 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:20:37.114845 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:20:37.114850 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 08:20:37.114848 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:20:37.114853 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:20:37.114860 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:20:37.114867 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 08:20:37.114868 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:20:37.114873 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:20:37.114876 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:20:37.114882 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:20:37.114886 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:20:37.114885 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:20:37.114890 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:20:37.114891 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:20:37.114898 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:20:37.114903 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 08:20:37.114905 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 08:20:37.114824 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:20:37.114781 3807 default_node_network_controller.go:944] Gateway and management port readiness took 57.809417ms I0505 08:20:37.114920 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 08:20:37.114911 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:20:37.114922 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 08:20:37.114927 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:20:37.114932 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:20:37.114934 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 08:20:37.114936 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:20:37.114946 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 08:20:37.114948 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 08:20:37.114955 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:20:37.114986 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 08:20:37.114810 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 08:20:37.114998 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:20:37.115011 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 08:20:37.115013 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 08:20:37.114856 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:20:37.114835 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 08:20:37.115024 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 08:20:37.114803 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:20:37.114794 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:20:37.115038 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 08:20:37.114860 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:20:37.115052 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 08:20:37.114871 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:20:37.115057 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:20:37.115071 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:20:37.115074 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:20:37.115079 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 08:20:37.115084 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:20:37.115084 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:20:37.114848 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:20:37.115088 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:20:37.115117 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:20:37.114785 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 08:20:37.115133 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 08:20:37.115164 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 08:20:37.115189 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 08:20:37.114804 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 08:20:37.115197 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 08:20:37.115041 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:20:37.115232 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 08:20:37.115235 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 08:20:37.114806 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:20:37.114810 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:20:37.115254 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:20:37.115257 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:20:37.114823 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:20:37.114821 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 08:20:37.114836 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:20:37.115300 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:20:37.114863 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:20:37.114794 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:20:37.115340 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:20:37.114863 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:20:37.114872 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:20:37.114876 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 08:20:37.115396 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32373 is already open, no action needed I0505 08:20:37.115401 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32723 is already open, no action needed I0505 08:20:37.114873 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:20:37.115437 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:20:37.114903 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:20:37.115092 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 08:20:37.115089 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 08:20:37.115361 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:20:37.114873 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 08:20:37.115757 3807 node_ip_handler_linux.go:160] Node IP manager is running W0505 08:20:37.152897 3807 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 08:20:37.153206 3807 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 08:20:37.153400 3807 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 08:20:37.161759 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 08:20:37.161781 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 08:20:37.161788 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 08:20:37.161794 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 08:20:37.161799 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 08:20:37.161813 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 08:20:37.161833 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 08:20:37.161841 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 08:20:37.161847 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 08:20:37.161854 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 08:20:37.201516 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 08:20:37.201525 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 08:20:37.201541 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 08:20:37.201549 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 08:20:39.225711 3807 default_node_network_controller.go:1380] Starting node controller node sync W0505 08:20:39.225748 3807 egressip_healthcheck.go:76] Health checking using insecure connection I0505 08:20:39.225790 3807 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 08:20:39.237127 3807 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.387902ms I0505 08:20:39.237280 3807 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 08:20:39.237585 3807 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 08:20:39.237686 3807 egressservice_node.go:183] Starting Egress Services Controller I0505 08:20:39.237700 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 08:20:39.237709 3807 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 08:20:39.237715 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 08:20:39.237720 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 08:20:39.237726 3807 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 08:20:39.237730 3807 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 08:20:39.237734 3807 egressservice_node.go:197] Repairing Egress Services I0505 08:20:39.247887 3807 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 08:20:39.247896 3807 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 08:20:39.248048 3807 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 08:20:39.248060 3807 link_network_manager.go:119] Link manager is running I0505 08:20:39.248069 3807 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 08:20:39.248233 3807 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 08:20:39.248390 3807 vrf_manager.go:128] VRF manager is running I0505 08:20:39.248461 3807 node_controller_manager.go:437] Removing flows to drop GARP I0505 08:20:39.248470 3807 gateway.go:532] Reconciling gateway with updates I0505 08:20:39.265944 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:20:39.265958 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 08:20:39.265993 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:20:39.266005 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:20:39.266012 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 08:20:39.266013 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 08:20:39.266018 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 08:20:39.266025 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 08:20:39.266026 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:20:39.265992 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:20:39.266034 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 08:20:39.266038 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 08:20:39.266041 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 08:20:39.266044 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 08:20:39.266044 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:20:39.266047 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:20:39.266050 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 08:20:39.266055 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 08:20:39.266057 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 08:20:39.266050 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:20:39.266062 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:20:39.266068 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:20:39.266074 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 08:20:39.266075 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 08:20:39.266029 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 08:20:39.266004 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:20:39.266087 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 08:20:39.266090 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:20:39.266089 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:20:39.266096 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 08:20:39.266099 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 08:20:39.266102 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 08:20:39.266094 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:20:39.266108 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 08:20:39.266016 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:20:39.266115 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 08:20:39.266105 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 08:20:39.266120 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:20:39.266124 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 08:20:39.266125 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:20:39.266118 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:20:39.266132 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:20:39.266134 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 08:20:39.266130 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:20:39.266157 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 08:20:39.266160 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:20:39.266159 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 08:20:39.266163 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:20:39.266171 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:20:39.266176 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 08:20:39.266183 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 08:20:39.266048 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 08:20:39.266202 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32373 is already open, no action needed I0505 08:20:39.266201 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 08:20:39.266208 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 08:20:39.266216 3807 port_claim.go:71] Svc openshift-ingress/router-default: port 32723 is already open, no action needed I0505 08:20:39.266038 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 08:20:39.266171 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:20:39.266262 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:20:39.266273 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 08:20:39.266273 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 08:20:39.266279 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 08:20:39.266282 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:20:39.266286 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 08:20:39.266295 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 08:20:39.266314 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 08:20:39.266034 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:20:39.266314 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:39.266327 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 08:20:39.266333 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:39.266321 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:20:39.266350 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 08:20:39.266158 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 08:20:39.266129 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 08:20:39.266368 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 08:20:39.266064 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 08:20:39.266114 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:20:39.266382 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 08:20:39.266068 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:20:39.266409 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 08:20:39.266017 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:20:39.266433 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 08:20:39.266024 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:20:39.266462 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 08:20:39.266057 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:20:39.266486 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 08:20:39.266061 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:20:39.266509 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 08:20:39.266025 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 08:20:39.266534 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 08:20:39.266074 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:20:39.266555 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 08:20:39.266559 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 08:20:39.266075 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 08:20:39.266078 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:20:39.266585 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 08:20:39.266107 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 08:20:39.266117 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 08:20:39.266120 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 08:20:39.266628 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 08:20:39.266131 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 08:20:39.266130 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 08:20:39.266637 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 08:20:39.266158 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 08:20:39.266164 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 08:20:39.266180 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:20:39.266173 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 08:20:39.266295 3807 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 08:20:39.266730 3807 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 08:20:39.288017 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 08:20:39.288035 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 08:20:39.288041 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 08:20:39.326097 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 08:20:39.326114 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 08:20:39.326130 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 08:20:39.326153 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 08:20:39.326163 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 08:20:39.326170 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 08:20:39.326178 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 08:20:39.326188 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 08:20:39.326200 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 08:20:39.326208 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 08:20:39.326216 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 08:20:39.326228 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 08:20:39.326245 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 08:20:39.364313 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 08:20:39.364335 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 08:20:39.364343 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 08:20:39.364348 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 08:20:39.364357 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 08:20:39.364366 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 08:20:39.364383 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 08:20:39.364400 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 08:20:39.364406 3807 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 08:20:41.254338 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-32.ec2.internal I0505 08:20:41.254373 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-32.ec2.internal: 42.287µs I0505 08:20:41.282537 3807 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-749985c8d7-k8l7z] creating logical port openshift-image-registry_image-registry-749985c8d7-k8l7z for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:41.282683 3807 kube.go:256] Updating pod openshift-image-registry/image-registry-749985c8d7-k8l7z I0505 08:20:41.306303 3807 pod.go:62] [openshift-image-registry/image-registry-749985c8d7-k8l7z] pod update took 23.654562ms I0505 08:20:41.306324 3807 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-749985c8d7-k8l7z] addLogicalPort annotation time took 23.678575ms I0505 08:20:41.307536 3807 pods.go:271] [openshift-image-registry/image-registry-749985c8d7-k8l7z] addLogicalPort took 25.020857ms, libovsdb time 911.03µs I0505 08:20:41.307583 3807 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-q4qms] creating logical port openshift-dns_dns-default-q4qms for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:41.307681 3807 kube.go:256] Updating pod openshift-dns/dns-default-q4qms I0505 08:20:41.376127 3807 pod.go:62] [openshift-dns/dns-default-q4qms] pod update took 68.467218ms I0505 08:20:41.376172 3807 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-q4qms] addLogicalPort annotation time took 68.517543ms I0505 08:20:41.377354 3807 pods.go:271] [openshift-dns/dns-default-q4qms] addLogicalPort took 69.781493ms, libovsdb time 857.893µs I0505 08:20:41.406405 3807 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-n9dsn] creating logical port openshift-ingress-canary_ingress-canary-n9dsn for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:41.406503 3807 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-n9dsn I0505 08:20:41.466483 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632820-5v8c9 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:41.466551 3807 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-25x9c for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:41.466616 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 I0505 08:20:41.466642 3807 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c I0505 08:20:41.507017 3807 pod.go:62] [openshift-ingress-canary/ingress-canary-n9dsn] pod update took 100.535169ms I0505 08:20:41.507037 3807 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-n9dsn] addLogicalPort annotation time took 100.560579ms I0505 08:20:41.508067 3807 pods.go:271] [openshift-ingress-canary/ingress-canary-n9dsn] addLogicalPort took 101.673736ms, libovsdb time 780.488µs I0505 08:20:41.533675 3807 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c] pod update took 67.051607ms I0505 08:20:41.533694 3807 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c] addLogicalPort annotation time took 67.072784ms I0505 08:20:41.534652 3807 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c] addLogicalPort took 68.115049ms, libovsdb time 734.868µs I0505 08:20:41.547706 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9] pod update took 81.118078ms I0505 08:20:41.547723 3807 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9] addLogicalPort annotation time took 81.139223ms I0505 08:20:41.548676 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9] addLogicalPort took 82.21149ms, libovsdb time 740.975µs I0505 08:20:41.835479 3807 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c 19e30b01c3a0ed10eca27a14b1bb6d328876dc0d4fbc7a0ad8b18b10141f0dae network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c 19e30b01c3a0ed10eca27a14b1bb6d328876dc0d4fbc7a0ad8b18b10141f0dae network default NAD default NAD key ] I0505 08:20:41.835855 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key ] I0505 08:20:41.855424 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632820-5v8c9, hostIfaceName: b15538720a11d95, network: default, NAD default, SandboxID: "b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b", PCI device ID: , UID: "c6b0610b-8a26-4cd4-becc-91eebe3e9f2d", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 08:20:41.857507 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-25x9c, hostIfaceName: 19e30b01c3a0ed1, network: default, NAD default, SandboxID: "19e30b01c3a0ed10eca27a14b1bb6d328876dc0d4fbc7a0ad8b18b10141f0dae", PCI device ID: , UID: "00609a5f-7029-4d83-852b-653792888b79", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 08:20:41.901703 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:35:91:3f:f6:7d\",\"name\":\"b15538720a11d95\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49debb1c-85c9-40e5-b2e8-a04b688145d9\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:20:41.906395 3807 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c 19e30b01c3a0ed10eca27a14b1bb6d328876dc0d4fbc7a0ad8b18b10141f0dae network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-25x9c 19e30b01c3a0ed10eca27a14b1bb6d328876dc0d4fbc7a0ad8b18b10141f0dae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:40:06:04:01:4f\",\"name\":\"19e30b01c3a0ed1\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad822ac6-c3f6-4e36-96f1-f98c4d0098cf\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:20:43.185037 3807 cni.go:452] [openshift-ingress-canary/ingress-canary-n9dsn 6ce74c999a627c47b85ca07325c51591ca0651718ef43ddf98e8a8efd79c2a07 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-n9dsn 6ce74c999a627c47b85ca07325c51591ca0651718ef43ddf98e8a8efd79c2a07 network default NAD default NAD key ] I0505 08:20:43.197666 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-n9dsn, hostIfaceName: 6ce74c999a627c4, network: default, NAD default, SandboxID: "6ce74c999a627c47b85ca07325c51591ca0651718ef43ddf98e8a8efd79c2a07", PCI device ID: , UID: "e56e3f69-9222-4aaf-867b-cd19b4bd7cf6", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 08:20:43.244435 3807 cni.go:473] [openshift-ingress-canary/ingress-canary-n9dsn 6ce74c999a627c47b85ca07325c51591ca0651718ef43ddf98e8a8efd79c2a07 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-n9dsn 6ce74c999a627c47b85ca07325c51591ca0651718ef43ddf98e8a8efd79c2a07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d9:85:70:79:e1\",\"name\":\"6ce74c999a627c4\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e0cb6ab-9a49-49b7-a52e-38a144dec078\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:20:44.163334 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:44.463514 3807 default_network_controller.go:1025] Node "ip-10-0-2-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:49.227419 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0505 08:20:49.227431 3807 default_network_controller.go:1025] Node "ip-10-0-1-71.ec2.internal" in remote zone "ip-10-0-1-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:49.227469 3807 node_tracker.go:235] Node ip-10-0-1-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-71.ec2.internal" I0505 08:20:49.227484 3807 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:49.227498 3807 services_controller.go:574] Full service sync requested for network=default W0505 08:20:49.228055 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:49.250064 3807 default_network_controller.go:1025] Node "ip-10-0-1-71.ec2.internal" in remote zone "ip-10-0-1-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:49.382068 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0505 08:20:49.382096 3807 default_network_controller.go:1025] Node "ip-10-0-1-71.ec2.internal" in remote zone "ip-10-0-1-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:49.382156 3807 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:49.382169 3807 services_controller.go:574] Full service sync requested for network=default W0505 08:20:49.382356 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:49.383028 3807 zone_ic_handler.go:195] Time taken to create transit switch: 266.892µs I0505 08:20:49.383042 3807 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-71.ec2.internal for the network default I0505 08:20:49.384017 3807 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-71.ec2.internal" on network "default" took: 1.268329ms I0505 08:20:51.943110 3807 egressfirewall.go:723] Syncing node "ip-10-0-1-71.ec2.internal" for egress firewall I0505 08:20:51.943158 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0505 08:20:51.943173 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 21.404µs I0505 08:20:51.943211 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-71.ec2.internal in network "default" I0505 08:20:51.943229 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 08:20:51.943239 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 10.0.1.71 to PMTUD blocking rules I0505 08:20:51.943259 3807 node_tracker.go:169] Node ip-10-0-1-71.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:51.943276 3807 services_controller.go:574] Full service sync requested for network=default W0505 08:20:51.943505 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:51.949456 3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-71.ec2.internal. Updating no re-route policies I0505 08:20:51.960896 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 10.0.1.71 to PMTUD blocking rules I0505 08:20:51.960909 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 08:20:52.160111 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 08:20:52.924910 3807 egressfirewall.go:723] Syncing node "ip-10-0-2-96.ec2.internal" for egress firewall I0505 08:20:52.924979 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-96.ec2.internal I0505 08:20:52.924994 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-96.ec2.internal: 18.346µs I0505 08:20:52.924999 3807 default_network_controller.go:1025] Node "ip-10-0-2-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:54.333463 3807 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t for pod on switch ip-10-0-0-32.ec2.internal I0505 08:20:54.333616 3807 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t I0505 08:20:54.354694 3807 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t] pod update took 21.153613ms I0505 08:20:54.354716 3807 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t] addLogicalPort annotation time took 21.178535ms I0505 08:20:54.355755 3807 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t] addLogicalPort took 22.327324ms, libovsdb time 772.031µs I0505 08:20:54.745332 3807 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key ] I0505 08:20:54.756302 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t, hostIfaceName: 59d2a13c9d0030f, network: default, NAD default, SandboxID: "59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032", PCI device ID: , UID: "43104f8e-c38d-42f3-8d3e-e634fd6fe1b9", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 08:20:54.803265 3807 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:b0:22:3b:52:87\",\"name\":\"59d2a13c9d0030f\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b108a69c-3009-4004-ac47-2c47756c6128\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:20:54.884512 3807 default_network_controller.go:1025] Node "ip-10-0-2-96.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:55.381742 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-71.ec2.internal I0505 08:20:55.381777 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-71.ec2.internal: 45.414µs I0505 08:20:59.411470 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-96.ec2.internal in network "default" I0505 08:20:59.411499 3807 node_tracker.go:235] Node ip-10-0-2-96.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-96.ec2.internal" I0505 08:20:59.411515 3807 node_tracker.go:169] Node ip-10-0-2-96.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.411531 3807 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.411604 3807 default_network_controller.go:1025] Node "ip-10-0-2-96.ec2.internal" in remote zone "ip-10-0-2-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:59.494890 3807 default_network_controller.go:1025] Node "ip-10-0-2-96.ec2.internal" in remote zone "ip-10-0-2-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:59.580279 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-96.ec2.internal in network "default" I0505 08:20:59.580353 3807 node_tracker.go:169] Node ip-10-0-2-96.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.580356 3807 default_network_controller.go:1025] Node "ip-10-0-2-96.ec2.internal" in remote zone "ip-10-0-2-96.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 08:20:59.580368 3807 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.581483 3807 zone_ic_handler.go:195] Time taken to create transit switch: 360.115µs I0505 08:20:59.581502 3807 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-96.ec2.internal for the network default I0505 08:20:59.582586 3807 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-96.ec2.internal" on network "default" took: 1.478352ms I0505 08:20:59.708054 3807 egressfirewall.go:723] Syncing node "ip-10-0-2-96.ec2.internal" for egress firewall I0505 08:20:59.708093 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-96.ec2.internal I0505 08:20:59.708109 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-96.ec2.internal: 21.329µs I0505 08:20:59.708132 3807 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-96.ec2.internal in network "default" I0505 08:20:59.708174 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-96.ec2.internal", IP: 10.0.2.96 to PMTUD blocking rules I0505 08:20:59.708187 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-96.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 08:20:59.708193 3807 node_tracker.go:169] Node ip-10-0-2-96.ec2.internal switch + router changed, syncing services in network "default" I0505 08:20:59.708227 3807 services_controller.go:574] Full service sync requested for network=default I0505 08:20:59.714303 3807 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-96.ec2.internal. Updating no re-route policies I0505 08:20:59.743950 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-96.ec2.internal", IP: 10.0.2.96 to PMTUD blocking rules I0505 08:20:59.743964 3807 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-96.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 08:21:03.282242 3807 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-96.ec2.internal I0505 08:21:03.282278 3807 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-96.ec2.internal: 43.347µs I0505 08:21:09.110894 3807 cni.go:452] [openshift-network-diagnostics/network-check-target-67bzd 19e3b2db2e13aba9bfc685ba9f9329e8ac3a38a281dff1bbd3663d7ad9704c5c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-67bzd 19e3b2db2e13aba9bfc685ba9f9329e8ac3a38a281dff1bbd3663d7ad9704c5c network default NAD default NAD key ] I0505 08:21:09.120674 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-67bzd, hostIfaceName: 19e3b2db2e13aba, network: default, NAD default, SandboxID: "19e3b2db2e13aba9bfc685ba9f9329e8ac3a38a281dff1bbd3663d7ad9704c5c", PCI device ID: , UID: "34b15c1f-a8d2-4c22-aaf6-c5e0e5f8a160", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 08:21:09.167028 3807 cni.go:473] [openshift-network-diagnostics/network-check-target-67bzd 19e3b2db2e13aba9bfc685ba9f9329e8ac3a38a281dff1bbd3663d7ad9704c5c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-67bzd 19e3b2db2e13aba9bfc685ba9f9329e8ac3a38a281dff1bbd3663d7ad9704c5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:80:60:47:e3:9b\",\"name\":\"19e3b2db2e13aba\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad0ce494-0ecc-419d-92f5-a9f6bcdac9bd\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:21:13.195620 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 08:21:14.106360 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 08:21:20.226734 3807 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key ] I0505 08:21:20.296919 3807 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t 59d2a13c9d0030f70db5118e0eef90bf41a9fb0d52db00fc4e18ac3a58433032 network default NAD default NAD key default], result "{}", err I0505 08:21:20.338834 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.338861 3807 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t I0505 08:21:20.340115 3807 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t, ips: 10.128.0.10 I0505 08:21:20.340158 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.340181 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.340190 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 08:21:20.340348 3807 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:21:20.340363 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 08:21:21.365191 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:21.365220 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:21.365235 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:21.365249 3807 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvs4t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:21:24.430478 3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 08:21:24.439538 3807 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 08:21:32.197463 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 08:21:44.204038 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 08:22:42.864658 3807 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5b9c989d7f-j2bp2] creating logical port openshift-ingress_router-default-5b9c989d7f-j2bp2 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:22:42.864773 3807 kube.go:256] Updating pod openshift-ingress/router-default-5b9c989d7f-j2bp2 I0505 08:22:42.889373 3807 pod.go:62] [openshift-ingress/router-default-5b9c989d7f-j2bp2] pod update took 24.636462ms I0505 08:22:42.889402 3807 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5b9c989d7f-j2bp2] addLogicalPort annotation time took 24.669683ms I0505 08:22:42.890608 3807 pods.go:271] [openshift-ingress/router-default-5b9c989d7f-j2bp2] addLogicalPort took 25.963693ms, libovsdb time 917.915µs I0505 08:22:43.010749 3807 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-4dv6p] creating logical port openshift-console-operator_console-operator-66dbbb6468-4dv6p for pod on switch ip-10-0-0-32.ec2.internal I0505 08:22:43.010855 3807 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-4dv6p I0505 08:22:43.014507 3807 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-t8p7f for pod on switch ip-10-0-0-32.ec2.internal I0505 08:22:43.014573 3807 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f I0505 08:22:43.036507 3807 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f] pod update took 21.947929ms I0505 08:22:43.036528 3807 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f] addLogicalPort annotation time took 21.972905ms I0505 08:22:43.037435 3807 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f] addLogicalPort took 22.937556ms, libovsdb time 654.083µs I0505 08:22:43.047248 3807 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-4dv6p] pod update took 36.414495ms I0505 08:22:43.047267 3807 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-4dv6p] addLogicalPort annotation time took 36.437112ms I0505 08:22:43.048156 3807 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-4dv6p] addLogicalPort took 37.432986ms, libovsdb time 646.449µs I0505 08:22:43.367758 3807 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-4dv6p a1ba700c2187b2669959bfa48cf262f9a9ea978ae8ef8f9b0957cc69e29e455f network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-4dv6p a1ba700c2187b2669959bfa48cf262f9a9ea978ae8ef8f9b0957cc69e29e455f network default NAD default NAD key ] I0505 08:22:43.370463 3807 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f 44aee80ae5e31a6395c9561ca41815b2ff09124046ee1722f74af0c571afb40f network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f 44aee80ae5e31a6395c9561ca41815b2ff09124046ee1722f74af0c571afb40f network default NAD default NAD key ] I0505 08:22:43.377416 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-4dv6p, hostIfaceName: a1ba700c2187b26, network: default, NAD default, SandboxID: "a1ba700c2187b2669959bfa48cf262f9a9ea978ae8ef8f9b0957cc69e29e455f", PCI device ID: , UID: "eccb88bf-2f4b-4209-b29f-fc7e7777885e", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 08:22:43.379426 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-t8p7f, hostIfaceName: 44aee80ae5e31a6, network: default, NAD default, SandboxID: "44aee80ae5e31a6395c9561ca41815b2ff09124046ee1722f74af0c571afb40f", PCI device ID: , UID: "d79e5244-05cf-4e3f-97ca-19b3a76c861e", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 08:22:43.423810 3807 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-4dv6p a1ba700c2187b2669959bfa48cf262f9a9ea978ae8ef8f9b0957cc69e29e455f network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-4dv6p a1ba700c2187b2669959bfa48cf262f9a9ea978ae8ef8f9b0957cc69e29e455f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:33:ab:af:2f:f9\",\"name\":\"a1ba700c2187b26\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a13b992-5535-43e4-9647-9dd081fc3777\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:22:43.438814 3807 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f 44aee80ae5e31a6395c9561ca41815b2ff09124046ee1722f74af0c571afb40f network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-t8p7f 44aee80ae5e31a6395c9561ca41815b2ff09124046ee1722f74af0c571afb40f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:39:b8:c9:f4:f3\",\"name\":\"44aee80ae5e31a6\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8259f353-ba2b-409a-98fb-e4ee5cbe76dc\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:22:47.378014 3807 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 08:22:47.379046 3807 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.004912ms I0505 08:22:47.401122 3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 08:22:47.481942 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 08:22:48.517963 3807 namespace.go:98] [openshift-service-ca] adding namespace I0505 08:22:48.518829 3807 namespace.go:102] [openshift-service-ca] adding namespace took 840.785µs I0505 08:22:48.539954 3807 namespace.go:142] [openshift-service-ca] updating namespace W0505 08:22:57.410665 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 08:23:09.967201 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:09.967227 3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:09.967234 3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:09.973578 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:09.991581 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0505 08:23:10.203154 3807 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bntcg] creating logical port openshift-console_downloads-5c54f4944f-bntcg for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:10.203252 3807 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bntcg I0505 08:23:10.211426 3807 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8ltdz] creating logical port openshift-insights_insights-runtime-extractor-8ltdz for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:10.211510 3807 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8ltdz I0505 08:23:10.255945 3807 pod.go:62] [openshift-console/downloads-5c54f4944f-bntcg] pod update took 52.719412ms I0505 08:23:10.255966 3807 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bntcg] addLogicalPort annotation time took 52.744924ms I0505 08:23:10.257170 3807 pods.go:271] [openshift-console/downloads-5c54f4944f-bntcg] addLogicalPort took 54.049797ms, libovsdb time 916.99µs I0505 08:23:10.290246 3807 pod.go:62] [openshift-insights/insights-runtime-extractor-8ltdz] pod update took 78.759791ms I0505 08:23:10.290270 3807 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8ltdz] addLogicalPort annotation time took 78.785848ms I0505 08:23:10.291339 3807 pods.go:271] [openshift-insights/insights-runtime-extractor-8ltdz] addLogicalPort took 79.923297ms, libovsdb time 788.389µs I0505 08:23:10.561845 3807 cni.go:452] [openshift-console/downloads-5c54f4944f-bntcg b8cb31a4e9bd375618c078d02e63026e31eb729dd0cde5be7e6a613379660959 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bntcg b8cb31a4e9bd375618c078d02e63026e31eb729dd0cde5be7e6a613379660959 network default NAD default NAD key ] I0505 08:23:10.566261 3807 cni.go:452] [openshift-insights/insights-runtime-extractor-8ltdz 80a39f24f1182aaea80e83ca3e870ec13ef9db73681caf4834ce85ce6b0d267c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8ltdz 80a39f24f1182aaea80e83ca3e870ec13ef9db73681caf4834ce85ce6b0d267c network default NAD default NAD key ] I0505 08:23:10.571704 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bntcg, hostIfaceName: b8cb31a4e9bd375, network: default, NAD default, SandboxID: "b8cb31a4e9bd375618c078d02e63026e31eb729dd0cde5be7e6a613379660959", PCI device ID: , UID: "2024e462-184f-4e43-aa1c-013e59b5167b", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 08:23:10.576170 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8ltdz, hostIfaceName: 80a39f24f1182aa, network: default, NAD default, SandboxID: "80a39f24f1182aaea80e83ca3e870ec13ef9db73681caf4834ce85ce6b0d267c", PCI device ID: , UID: "698294e6-01db-4eb7-9613-43f846daaac2", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 08:23:10.620030 3807 cni.go:473] [openshift-console/downloads-5c54f4944f-bntcg b8cb31a4e9bd375618c078d02e63026e31eb729dd0cde5be7e6a613379660959 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bntcg b8cb31a4e9bd375618c078d02e63026e31eb729dd0cde5be7e6a613379660959 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:52:ec:72:2f:27\",\"name\":\"b8cb31a4e9bd375\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00684479-53cb-43b6-a1ba-cbe7cccd5a67\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:23:10.635744 3807 cni.go:473] [openshift-insights/insights-runtime-extractor-8ltdz 80a39f24f1182aaea80e83ca3e870ec13ef9db73681caf4834ce85ce6b0d267c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8ltdz 80a39f24f1182aaea80e83ca3e870ec13ef9db73681caf4834ce85ce6b0d267c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:e1:12:b9:78:92\",\"name\":\"80a39f24f1182aa\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de7732f8-e8be-4943-95e0-07afd57e1ace\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:23:11.397176 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.397811 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.420994 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.421011 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-fmt48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.430486 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f557bd69b-fmt48 I0505 08:23:11.430513 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f557bd69b-fmt48 I0505 08:23:11.581598 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.581634 3807 pods.go:176] Deleting pod: openshift-image-registry/image-registry-749985c8d7-k8l7z I0505 08:23:11.582899 3807 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-749985c8d7-k8l7z, ips: 10.128.0.5 I0505 08:23:11.582932 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:11.597338 3807 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8d5667bb4-5krdx] creating logical port openshift-image-registry_image-registry-8d5667bb4-5krdx for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:11.597433 3807 kube.go:256] Updating pod openshift-image-registry/image-registry-8d5667bb4-5krdx I0505 08:23:11.600735 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.600753 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749985c8d7-k8l7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:11.624412 3807 pod.go:62] [openshift-image-registry/image-registry-8d5667bb4-5krdx] pod update took 27.010171ms I0505 08:23:11.624435 3807 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8d5667bb4-5krdx] addLogicalPort annotation time took 27.036047ms I0505 08:23:11.625764 3807 pods.go:271] [openshift-image-registry/image-registry-8d5667bb4-5krdx] addLogicalPort took 28.436944ms, libovsdb time 958.358µs I0505 08:23:11.625820 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-749985c8d7-k8l7z I0505 08:23:11.625836 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-749985c8d7-k8l7z I0505 08:23:11.955510 3807 cni.go:452] [openshift-image-registry/image-registry-8d5667bb4-5krdx 5e00c62c5ddff843de80704c560de503fc37771c0f14cb2470c555e3e38c6c77 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8d5667bb4-5krdx 5e00c62c5ddff843de80704c560de503fc37771c0f14cb2470c555e3e38c6c77 network default NAD default NAD key ] I0505 08:23:11.965187 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8d5667bb4-5krdx, hostIfaceName: 5e00c62c5ddff84, network: default, NAD default, SandboxID: "5e00c62c5ddff843de80704c560de503fc37771c0f14cb2470c555e3e38c6c77", PCI device ID: , UID: "7f41698c-9e1c-4ee5-9839-6b69c9875fc8", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 08:23:12.014060 3807 cni.go:473] [openshift-image-registry/image-registry-8d5667bb4-5krdx 5e00c62c5ddff843de80704c560de503fc37771c0f14cb2470c555e3e38c6c77 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8d5667bb4-5krdx 5e00c62c5ddff843de80704c560de503fc37771c0f14cb2470c555e3e38c6c77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ac:ed:f7:6b:3b\",\"name\":\"5e00c62c5ddff84\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca9dce1e-600b-4474-b570-f8a0ea515e6b\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:23:12.406224 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:12.562599 3807 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:13.410620 3807 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:13.410661 3807 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 08:23:13.410669 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0505 08:23:14.722012 3807 cni.go:452] [openshift-ingress/router-default-5b9c989d7f-j2bp2 643250b5b83a903904faeb88af4bfe1202568f4c3e81efa1e73dbb6ffaffedd0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5b9c989d7f-j2bp2 643250b5b83a903904faeb88af4bfe1202568f4c3e81efa1e73dbb6ffaffedd0 network default NAD default NAD key ] I0505 08:23:14.731952 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5b9c989d7f-j2bp2, hostIfaceName: 643250b5b83a903, network: default, NAD default, SandboxID: "643250b5b83a903904faeb88af4bfe1202568f4c3e81efa1e73dbb6ffaffedd0", PCI device ID: , UID: "230f6802-47e4-4b28-bafd-8c3802ca9bcc", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 08:23:14.780879 3807 cni.go:473] [openshift-ingress/router-default-5b9c989d7f-j2bp2 643250b5b83a903904faeb88af4bfe1202568f4c3e81efa1e73dbb6ffaffedd0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5b9c989d7f-j2bp2 643250b5b83a903904faeb88af4bfe1202568f4c3e81efa1e73dbb6ffaffedd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:dc:c0:58:01:9d\",\"name\":\"643250b5b83a903\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e4bdd91-1f68-411d-99ec-59b4cd7b2fed\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:23:15.465387 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.465405 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.465455 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.465472 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.465477 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.496028 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.496041 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.496156 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.496173 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.496178 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.576467 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.576484 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.576492 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:15.576650 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:15.576663 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.476891 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.476929 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.476936 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.476949 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.476954 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.476965 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.479806 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.479819 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.479835 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.479842 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.479865 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.479882 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.504605 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.504624 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.504645 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.504645 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.504659 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.504665 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.507541 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.507555 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.507560 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.507597 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.507607 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.507612 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.583412 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 08:23:16.583438 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 08:23:16.660944 3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 08:23:16.673814 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.673832 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:16.673838 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 08:23:20.482600 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 08:23:21.911325 3807 base_network_controller_pods.go:487] [default/openshift-console/console-578895dbb6-gg97r] creating logical port openshift-console_console-578895dbb6-gg97r for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:21.911495 3807 kube.go:256] Updating pod openshift-console/console-578895dbb6-gg97r I0505 08:23:21.933232 3807 pod.go:62] [openshift-console/console-578895dbb6-gg97r] pod update took 21.784375ms I0505 08:23:21.933261 3807 base_network_controller_pods.go:951] [default/openshift-console/console-578895dbb6-gg97r] addLogicalPort annotation time took 21.85078ms I0505 08:23:21.934578 3807 pods.go:271] [openshift-console/console-578895dbb6-gg97r] addLogicalPort took 23.269559ms, libovsdb time 910.922µs I0505 08:23:22.274905 3807 cni.go:452] [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key ] I0505 08:23:22.287312 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-578895dbb6-gg97r, hostIfaceName: 258d0a4fd3c77c8, network: default, NAD default, SandboxID: "258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0", PCI device ID: , UID: "ff0b405c-799f-407d-84a8-17a05f1022f0", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 08:23:22.354069 3807 cni.go:473] [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:78:bb:64:5e:f2\",\"name\":\"258d0a4fd3c77c8\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92fc1e10-f7de-4344-ab47-55f404a94f59\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:23:24.463941 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 08:23:24.515622 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 08:23:25.607045 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 08:23:28.745941 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-ht2zk for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:28.746073 3807 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk I0505 08:23:28.772333 3807 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk] pod update took 26.287697ms I0505 08:23:28.772357 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk] addLogicalPort annotation time took 26.316654ms I0505 08:23:28.773750 3807 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk] addLogicalPort took 27.828472ms, libovsdb time 1.024649ms I0505 08:23:29.843260 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:29.843384 3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 08:23:29.869449 3807 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.114163ms I0505 08:23:29.869476 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.143715ms I0505 08:23:29.870733 3807 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.494365ms, libovsdb time 948.228µs W0505 08:23:30.461593 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:30.461621 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:30.568284 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 08:23:30.568308 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 08:23:30.738965 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5fd684db9c-fbmgg] creating logical port openshift-monitoring_thanos-querier-5fd684db9c-fbmgg for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:30.739126 3807 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5fd684db9c-fbmgg I0505 08:23:30.759832 3807 pod.go:62] [openshift-monitoring/thanos-querier-5fd684db9c-fbmgg] pod update took 20.744113ms I0505 08:23:30.759854 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5fd684db9c-fbmgg] addLogicalPort annotation time took 20.770877ms I0505 08:23:30.761278 3807 pods.go:271] [openshift-monitoring/thanos-querier-5fd684db9c-fbmgg] addLogicalPort took 22.334866ms, libovsdb time 996.295µs I0505 08:23:31.998567 3807 cni.go:452] [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key ] I0505 08:23:32.008268 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6560eeac44e7a24, network: default, NAD default, SandboxID: "6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3", PCI device ID: , UID: "8385588a-05e1-4e0e-ba00-e8db7301c617", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 08:23:32.018914 3807 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk d6f266c860b27dbe451afcd78c98f06ade842a771c88e0ab164b404690e818fc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk d6f266c860b27dbe451afcd78c98f06ade842a771c88e0ab164b404690e818fc network default NAD default NAD key ] I0505 08:23:32.019047 3807 cni.go:452] [openshift-monitoring/thanos-querier-5fd684db9c-fbmgg 4979c1d1413ea01bbac14cd1a27793fda7a341baf15e86a8634cd040885bd7f1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5fd684db9c-fbmgg 4979c1d1413ea01bbac14cd1a27793fda7a341baf15e86a8634cd040885bd7f1 network default NAD default NAD key ] I0505 08:23:32.030329 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-ht2zk, hostIfaceName: d6f266c860b27db, network: default, NAD default, SandboxID: "d6f266c860b27dbe451afcd78c98f06ade842a771c88e0ab164b404690e818fc", PCI device ID: , UID: "7b802c51-b801-4c35-b0e7-3e74c1266296", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 08:23:32.030460 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5fd684db9c-fbmgg, hostIfaceName: 4979c1d1413ea01, network: default, NAD default, SandboxID: "4979c1d1413ea01bbac14cd1a27793fda7a341baf15e86a8634cd040885bd7f1", PCI device ID: , UID: "3a7fea28-a3e2-4f39-9d99-e0aa8a69d1f2", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 08:23:32.064834 3807 cni.go:473] [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:51:3f:22:3c:e6\",\"name\":\"6560eeac44e7a24\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a287212d-06f3-4b85-9574-46114377230d\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:23:32.082888 3807 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk d6f266c860b27dbe451afcd78c98f06ade842a771c88e0ab164b404690e818fc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-ht2zk d6f266c860b27dbe451afcd78c98f06ade842a771c88e0ab164b404690e818fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:73:44:d3:30:ba\",\"name\":\"d6f266c860b27db\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/324a8d04-8937-4478-b3bd-edb49c479e15\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:23:32.099958 3807 cni.go:473] [openshift-monitoring/thanos-querier-5fd684db9c-fbmgg 4979c1d1413ea01bbac14cd1a27793fda7a341baf15e86a8634cd040885bd7f1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5fd684db9c-fbmgg 4979c1d1413ea01bbac14cd1a27793fda7a341baf15e86a8634cd040885bd7f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:2b:d4:99:2b:50\",\"name\":\"4979c1d1413ea01\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83ad407a-040d-4773-ac58-7e29a111b12a\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:23:32.492832 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 08:23:32.560201 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:32.560218 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:32.560224 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:32.661429 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 08:23:32.693092 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 08:23:33.382638 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-78k6c for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:33.382832 3807 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c I0505 08:23:33.396965 3807 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c] pod update took 14.169153ms I0505 08:23:33.396998 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c] addLogicalPort annotation time took 14.208942ms I0505 08:23:33.398530 3807 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c] addLogicalPort took 15.919181ms, libovsdb time 1.084084ms W0505 08:23:33.431111 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:33.431160 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:33.500086 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:33.500117 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:33.573057 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 08:23:33.689273 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:33.689292 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:23:33.689297 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 08:23:35.106486 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:23:35.106590 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 08:23:35.121944 3807 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c d90db16f2fd9df8a5ff43e7fb74264e433fa88629f746c02859e6dab876bb041 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c d90db16f2fd9df8a5ff43e7fb74264e433fa88629f746c02859e6dab876bb041 network default NAD default NAD key ] I0505 08:23:35.135099 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-78k6c, hostIfaceName: d90db16f2fd9df8, network: default, NAD default, SandboxID: "d90db16f2fd9df8a5ff43e7fb74264e433fa88629f746c02859e6dab876bb041", PCI device ID: , UID: "aaf5ab35-43b0-4efc-8eee-fd7b549d575a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 08:23:35.141907 3807 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 35.34874ms I0505 08:23:35.141938 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 35.385154ms I0505 08:23:35.143638 3807 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 37.168352ms, libovsdb time 1.164111ms I0505 08:23:35.201440 3807 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c d90db16f2fd9df8a5ff43e7fb74264e433fa88629f746c02859e6dab876bb041 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-78k6c d90db16f2fd9df8a5ff43e7fb74264e433fa88629f746c02859e6dab876bb041 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7a:21:5c:43:01\",\"name\":\"d90db16f2fd9df8\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63f6cb78-6b14-4710-a926-86f9acbaf5a5\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:23:35.485667 3807 cni.go:452] [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key ] I0505 08:23:35.496740 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 681bb51e02b9466, network: default, NAD default, SandboxID: "681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a", PCI device ID: , UID: "4d621a6a-722e-4609-bcd5-3558ac0532a2", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 08:23:35.549030 3807 cni.go:473] [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:bd:4e:7c:51:e2\",\"name\":\"681bb51e02b9466\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c2f92b4-a3cc-473c-b132-d0ff1ba6983f\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:23:36.338761 3807 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-578895dbb6-2pjs8 IP address from the namespace address-set, err: pod openshift-console/console-578895dbb6-2pjs8: no pod IPs found W0505 08:23:36.538631 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.538648 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.538654 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.538658 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:36.571826 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 08:23:36.576877 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 08:23:36.646331 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:36.646352 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:36.672836 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 08:23:36.692013 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:36.692031 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:23:37.699809 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 08:23:37.762245 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:37.762274 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:37.762282 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:37.762287 3807 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549479 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549499 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549504 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549509 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549520 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549524 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549528 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:42.549532 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:43.732489 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:43.732506 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:43.732512 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 08:23:43.732517 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 08:23:49.737302 3807 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-8slff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:49.737842 3807 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-8slff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:50.590299 3807 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-8slff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:50.590351 3807 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-8slff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:50.596586 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7585666dd5-8slff I0505 08:23:50.596612 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7585666dd5-8slff W0505 08:23:57.617802 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0505 08:23:58.039357 3807 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-zttv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:58.039972 3807 obj_retry.go:498] Detected object openshift-console/console-7585666dd5-zttv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:58.685191 3807 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-zttv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:58.685217 3807 obj_retry.go:492] Detected object openshift-console/console-7585666dd5-zttv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:58.688394 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7585666dd5-zttv2 I0505 08:23:58.688421 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7585666dd5-zttv2 I0505 08:23:58.838709 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:58.839305 3807 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:23:59.697724 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:59.697745 3807 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f557bd69b-lnjm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:23:59.704889 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f557bd69b-lnjm9 I0505 08:23:59.704922 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f557bd69b-lnjm9 W0505 08:24:00.241339 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.241360 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.241366 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.241378 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.241383 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.241389 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.335807 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.335828 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:24:00.335835 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 08:24:15.058346 3807 cni.go:452] [openshift-multus/network-metrics-daemon-wkpjp 6906e4d2ed84d966b0a68694a5fbf95b9f8e020dfaddd1264b382e371c78890f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-wkpjp 6906e4d2ed84d966b0a68694a5fbf95b9f8e020dfaddd1264b382e371c78890f network default NAD default NAD key ] I0505 08:24:15.069029 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-wkpjp, hostIfaceName: 6906e4d2ed84d96, network: default, NAD default, SandboxID: "6906e4d2ed84d966b0a68694a5fbf95b9f8e020dfaddd1264b382e371c78890f", PCI device ID: , UID: "c88a7909-152a-44c1-bc10-a6a17aea3645", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 08:24:15.128305 3807 cni.go:473] [openshift-multus/network-metrics-daemon-wkpjp 6906e4d2ed84d966b0a68694a5fbf95b9f8e020dfaddd1264b382e371c78890f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-wkpjp 6906e4d2ed84d966b0a68694a5fbf95b9f8e020dfaddd1264b382e371c78890f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:1d:38:b1:7d:e5\",\"name\":\"6906e4d2ed84d96\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fec5176e-895d-4f1e-a0e6-ca4af7a17c39\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:24:17.759090 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 08:24:17.890825 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 08:24:17.890883 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 08:24:17.890883 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 08:24:18.881616 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 08:24:25.831540 3807 cni.go:452] [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key ] I0505 08:24:25.905391 3807 cni.go:473] [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-578895dbb6-gg97r 258d0a4fd3c77c84635acd9d68085af0abf5fb3411243f2b899f6c20b0a91eb0 network default NAD default NAD key default], result "{}", err I0505 08:24:25.951674 3807 obj_retry.go:498] Detected object openshift-console/console-578895dbb6-gg97r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:25.951709 3807 pods.go:176] Deleting pod: openshift-console/console-578895dbb6-gg97r I0505 08:24:25.953031 3807 pods.go:236] Attempting to release IPs for pod: openshift-console/console-578895dbb6-gg97r, ips: 10.128.0.17 I0505 08:24:25.953061 3807 obj_retry.go:498] Detected object openshift-console/console-578895dbb6-gg97r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:26.912555 3807 obj_retry.go:492] Detected object openshift-console/console-578895dbb6-gg97r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:26.912581 3807 obj_retry.go:492] Detected object openshift-console/console-578895dbb6-gg97r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:26.917477 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-578895dbb6-gg97r I0505 08:24:26.917499 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-578895dbb6-gg97r I0505 08:24:32.346947 3807 obj_retry.go:498] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:32.347602 3807 obj_retry.go:498] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:32.814713 3807 obj_retry.go:492] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:32.814739 3807 obj_retry.go:492] Detected object openshift-ingress/router-default-96cd775b9-xpgcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:32.820948 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-96cd775b9-xpgcv I0505 08:24:32.820968 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-96cd775b9-xpgcv W0505 08:24:35.889751 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:24:35.889773 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:24:35.889787 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:24:35.889794 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:24:35.993631 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:24:35.993651 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 08:24:49.820416 3807 cni.go:452] [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key ] I0505 08:24:49.893470 3807 cni.go:473] [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 6560eeac44e7a24d58ef4f6fded62e10d8d3c7a61f49950ab71c400529dc8fd3 network default NAD default NAD key default], result "{}", err I0505 08:24:49.949618 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:49.949660 3807 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 08:24:49.951176 3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.19 I0505 08:24:49.951206 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:50.312824 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:50.312857 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:50.319415 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 08:24:50.319450 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 08:24:50.357739 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:24:50.357868 3807 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 08:24:50.377440 3807 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.618818ms I0505 08:24:50.377475 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.656156ms I0505 08:24:50.378812 3807 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.09153ms, libovsdb time 936.254µs I0505 08:24:50.720064 3807 cni.go:452] [openshift-monitoring/alertmanager-main-1 7ce82211383125d17cb2dab2b76a643b1bfeae15fc1e08a46b7881cd3d9795c2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7ce82211383125d17cb2dab2b76a643b1bfeae15fc1e08a46b7881cd3d9795c2 network default NAD default NAD key ] I0505 08:24:50.729754 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7ce82211383125d, network: default, NAD default, SandboxID: "7ce82211383125d17cb2dab2b76a643b1bfeae15fc1e08a46b7881cd3d9795c2", PCI device ID: , UID: "9c633e09-2fc1-49e3-9e45-06cab839808b", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 08:24:50.781364 3807 cni.go:473] [openshift-monitoring/alertmanager-main-1 7ce82211383125d17cb2dab2b76a643b1bfeae15fc1e08a46b7881cd3d9795c2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7ce82211383125d17cb2dab2b76a643b1bfeae15fc1e08a46b7881cd3d9795c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:69:ab:2f:bd:48\",\"name\":\"7ce82211383125d\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d574be9c-45c0-4301-8798-bfba0840c5aa\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:24:51.332889 3807 cni.go:452] [openshift-dns/dns-default-q4qms 380c82bd58a6220a681bc577e42a3d7109b0614b4822bf3f8f3db46d1b49564c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-q4qms 380c82bd58a6220a681bc577e42a3d7109b0614b4822bf3f8f3db46d1b49564c network default NAD default NAD key ] I0505 08:24:51.343927 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-q4qms, hostIfaceName: 380c82bd58a6220, network: default, NAD default, SandboxID: "380c82bd58a6220a681bc577e42a3d7109b0614b4822bf3f8f3db46d1b49564c", PCI device ID: , UID: "064c2246-b226-4d55-98dd-ac7983232f9e", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 08:24:51.395657 3807 cni.go:473] [openshift-dns/dns-default-q4qms 380c82bd58a6220a681bc577e42a3d7109b0614b4822bf3f8f3db46d1b49564c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-q4qms 380c82bd58a6220a681bc577e42a3d7109b0614b4822bf3f8f3db46d1b49564c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:12:78:8d:7f:38\",\"name\":\"380c82bd58a6220\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65ea0bfa-351c-4407-b2e5-09ee7575ac4c\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:24:54.813452 3807 cni.go:452] [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key ] I0505 08:24:54.900945 3807 cni.go:473] [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 681bb51e02b9466173569d46e596e8755433c5c04ecae31ed4432c2b1c2e395a network default NAD default NAD key default], result "{}", err I0505 08:24:54.960056 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:54.960094 3807 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 08:24:54.961501 3807 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.22 I0505 08:24:54.961533 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:24:55.345574 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:55.345600 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:24:55.352380 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 08:24:55.352403 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 08:24:55.394853 3807 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:24:55.394973 3807 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 08:24:55.416015 3807 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.08071ms I0505 08:24:55.416039 3807 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.108541ms I0505 08:24:55.417302 3807 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.462167ms, libovsdb time 940.939µs I0505 08:24:55.755900 3807 cni.go:452] [openshift-monitoring/prometheus-k8s-1 03dedb0a33b216891c176ae22501f6a4d98be724bfabec4f872300e0824333e2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 03dedb0a33b216891c176ae22501f6a4d98be724bfabec4f872300e0824333e2 network default NAD default NAD key ] I0505 08:24:55.765781 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 03dedb0a33b2168, network: default, NAD default, SandboxID: "03dedb0a33b216891c176ae22501f6a4d98be724bfabec4f872300e0824333e2", PCI device ID: , UID: "74307d79-7195-4259-9970-2a38cede37c6", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 08:24:55.814724 3807 cni.go:473] [openshift-monitoring/prometheus-k8s-1 03dedb0a33b216891c176ae22501f6a4d98be724bfabec4f872300e0824333e2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 03dedb0a33b216891c176ae22501f6a4d98be724bfabec4f872300e0824333e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:05:c6:e2:c6:19\",\"name\":\"03dedb0a33b2168\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc1da200-6019-42cd-b1a8-d086a5fef0e8\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:24:57.138159 3807 base_network_controller_pods.go:487] [default/openshift-console/console-bcc697d8c-jppmh] creating logical port openshift-console_console-bcc697d8c-jppmh for pod on switch ip-10-0-0-32.ec2.internal I0505 08:24:57.138275 3807 kube.go:256] Updating pod openshift-console/console-bcc697d8c-jppmh I0505 08:24:57.160059 3807 pod.go:62] [openshift-console/console-bcc697d8c-jppmh] pod update took 21.813991ms I0505 08:24:57.160087 3807 base_network_controller_pods.go:951] [default/openshift-console/console-bcc697d8c-jppmh] addLogicalPort annotation time took 21.846219ms I0505 08:24:57.161336 3807 pods.go:271] [openshift-console/console-bcc697d8c-jppmh] addLogicalPort took 23.22134ms, libovsdb time 879.135µs I0505 08:24:57.500476 3807 cni.go:452] [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key ] I0505 08:24:57.510929 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bcc697d8c-jppmh, hostIfaceName: 3f37f407e2b1a0b, network: default, NAD default, SandboxID: "3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a", PCI device ID: , UID: "19566a66-db02-4395-9edb-1870b89abe42", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 08:24:57.562866 3807 cni.go:473] [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:2d:7c:34:f4:02\",\"name\":\"3f37f407e2b1a0b\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c823f35-cea8-4704-9866-88f166d54730\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:25:04.053916 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 08:25:04.053939 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 08:25:04.053947 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 08:25:08.116615 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 08:25:20.777284 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:25:20.777307 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 08:25:20.777314 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 08:25:22.088440 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.089039 3807 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.439625 3807 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-qcpf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.440223 3807 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-qcpf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:22.931373 3807 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-qcpf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:22.931401 3807 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-qcpf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:22.936916 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794776bbc8-qcpf4 I0505 08:25:22.936939 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794776bbc8-qcpf4 I0505 08:25:23.037160 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:23.037187 3807 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:23.044561 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 08:25:23.044588 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 08:25:33.450594 3807 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-vcmbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:33.451156 3807 obj_retry.go:498] Detected object openshift-console/console-794776bbc8-vcmbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:34.081805 3807 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-vcmbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:34.081832 3807 obj_retry.go:492] Detected object openshift-console/console-794776bbc8-vcmbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:34.088254 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794776bbc8-vcmbr I0505 08:25:34.088277 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794776bbc8-vcmbr I0505 08:25:51.912155 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134 W0505 08:25:56.338617 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 08:25:56.338637 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 08:25:57.671490 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:57.672050 3807 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:25:58.067796 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 08:25:58.203692 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:58.203716 3807 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:25:58.214016 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 08:25:58.214047 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 08:26:09.220264 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 08:26:13.139582 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0505 08:26:28.442857 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key ] I0505 08:26:28.528597 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 b15538720a11d95d00a672da7ec876e57056ce3abe9e63992ec4426ae78fce5b network default NAD default NAD key default], result "{}", err I0505 08:26:28.568510 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:26:28.568547 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 I0505 08:26:28.569807 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9, ips: 10.128.0.8 I0505 08:26:28.569848 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 08:26:29.186738 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 08:26:29.610771 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:26:29.610792 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:26:32.337127 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 08:26:40.235578 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 08:26:40.235649 3807 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fm54j IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-fm54j: no pod IPs found I0505 08:26:40.309831 3807 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 08:26:59.912809 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0505 08:27:09.918757 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0505 08:27:12.911184 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 08:27:22.345358 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 08:27:31.190711 3807 cni.go:452] [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key ] I0505 08:27:31.265489 3807 cni.go:473] [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-bcc697d8c-jppmh 3f37f407e2b1a0b8e6b48ba6b61b3d060c86e37519a5de49c3d1d60c7ea1bd4a network default NAD default NAD key default], result "{}", err I0505 08:27:31.314051 3807 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-jppmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:31.314087 3807 pods.go:176] Deleting pod: openshift-console/console-bcc697d8c-jppmh I0505 08:27:31.315437 3807 pods.go:236] Attempting to release IPs for pod: openshift-console/console-bcc697d8c-jppmh, ips: 10.128.0.25 I0505 08:27:31.315469 3807 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-jppmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:31.325314 3807 base_network_controller_pods.go:487] [default/openshift-console/console-7cffd994fd-kk4rp] creating logical port openshift-console_console-7cffd994fd-kk4rp for pod on switch ip-10-0-0-32.ec2.internal I0505 08:27:31.325458 3807 kube.go:256] Updating pod openshift-console/console-7cffd994fd-kk4rp I0505 08:27:31.339526 3807 pod.go:62] [openshift-console/console-7cffd994fd-kk4rp] pod update took 14.102154ms I0505 08:27:31.339556 3807 base_network_controller_pods.go:951] [default/openshift-console/console-7cffd994fd-kk4rp] addLogicalPort annotation time took 14.133155ms I0505 08:27:31.341007 3807 pods.go:271] [openshift-console/console-7cffd994fd-kk4rp] addLogicalPort took 15.711032ms, libovsdb time 974.083µs I0505 08:27:31.683458 3807 cni.go:452] [openshift-console/console-7cffd994fd-kk4rp fe8d8a716189a890e54eebe6c80b6e47fb0bf930b02c96c6db5a1998a3ea8ded network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cffd994fd-kk4rp fe8d8a716189a890e54eebe6c80b6e47fb0bf930b02c96c6db5a1998a3ea8ded network default NAD default NAD key ] I0505 08:27:31.688371 3807 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-jppmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:31.688401 3807 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-jppmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:31.692876 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cffd994fd-kk4rp, hostIfaceName: fe8d8a716189a89, network: default, NAD default, SandboxID: "fe8d8a716189a890e54eebe6c80b6e47fb0bf930b02c96c6db5a1998a3ea8ded", PCI device ID: , UID: "241959aa-b834-4e73-a7b2-50800b382f44", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 08:27:31.692891 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bcc697d8c-jppmh I0505 08:27:31.692911 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bcc697d8c-jppmh I0505 08:27:31.741967 3807 cni.go:473] [openshift-console/console-7cffd994fd-kk4rp fe8d8a716189a890e54eebe6c80b6e47fb0bf930b02c96c6db5a1998a3ea8ded network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cffd994fd-kk4rp fe8d8a716189a890e54eebe6c80b6e47fb0bf930b02c96c6db5a1998a3ea8ded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e7:d4:a5:88:e8\",\"name\":\"fe8d8a716189a89\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f8e42ae-b271-4721-b322-aa0ee7ffe32c\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:27:34.253534 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0505 08:27:41.747462 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 08:27:41.867929 3807 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-bhqdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:41.868496 3807 obj_retry.go:498] Detected object openshift-console/console-bcc697d8c-bhqdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:27:42.463721 3807 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-bhqdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:42.463743 3807 obj_retry.go:492] Detected object openshift-console/console-bcc697d8c-bhqdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:27:42.470276 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bcc697d8c-bhqdz I0505 08:27:42.470303 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bcc697d8c-bhqdz I0505 08:28:07.228016 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 08:29:35.912843 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0505 08:30:00.196912 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632830-rshpg for pod on switch ip-10-0-0-32.ec2.internal I0505 08:30:00.197026 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg I0505 08:30:00.222036 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg] pod update took 25.034047ms I0505 08:30:00.222067 3807 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg] addLogicalPort annotation time took 25.070068ms I0505 08:30:00.223340 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg] addLogicalPort took 26.442717ms, libovsdb time 915.934µs I0505 08:30:00.570923 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key ] I0505 08:30:00.580129 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632830-rshpg, hostIfaceName: 6d00abee4f9048a, network: default, NAD default, SandboxID: "6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00", PCI device ID: , UID: "c4d252d0-7535-4edf-a62a-3b14761fac90", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 08:30:00.629019 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ba:23:ec:92:ae\",\"name\":\"6d00abee4f9048a\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/746bbef4-cd95-4741-adc5-637514482b33\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:30:01.922446 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=693 I0505 08:30:04.325730 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key ] I0505 08:30:04.411011 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg 6d00abee4f9048a0354cd19b136c3939dbb6c3320fc42b6a1fe840058a6a8b00 network default NAD default NAD key default], result "{}", err I0505 08:30:04.453599 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:30:04.453633 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg I0505 08:30:04.454974 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg, ips: 10.128.0.27 I0505 08:30:04.455006 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:30:05.475494 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:30:05.475515 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632830-rshpg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:30:08.051077 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 08:30:15.216152 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0505 08:30:25.403499 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 08:31:04.232279 3807 namespace.go:98] [tsf] adding namespace I0505 08:31:04.233226 3807 namespace.go:102] [tsf] adding namespace took 916.829µs I0505 08:31:04.252014 3807 namespace.go:142] [tsf] updating namespace I0505 08:31:04.262223 3807 namespace.go:142] [tsf] updating namespace I0505 08:31:08.170273 3807 namespace.go:98] [tsf-tpa] adding namespace I0505 08:31:08.171244 3807 namespace.go:102] [tsf-tpa] adding namespace took 945.648µs I0505 08:31:08.175111 3807 namespace.go:98] [konflux-ui] adding namespace I0505 08:31:08.175769 3807 namespace.go:102] [konflux-ui] adding namespace took 643.878µs I0505 08:31:08.178229 3807 namespace.go:98] [tsf-tas] adding namespace I0505 08:31:08.178812 3807 namespace.go:102] [tsf-tas] adding namespace took 563.996µs I0505 08:31:08.207097 3807 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:08.207161 3807 namespace.go:98] [cert-manager-operator] adding namespace I0505 08:31:08.207259 3807 namespace.go:98] [rhbk-operator] adding namespace I0505 08:31:08.207316 3807 namespace.go:98] [tsf-keycloak] adding namespace I0505 08:31:08.207782 3807 namespace.go:102] [cert-manager-operator] adding namespace took 608.396µs I0505 08:31:08.207806 3807 namespace.go:98] [rhtpa-operator] adding namespace I0505 08:31:08.208283 3807 namespace.go:102] [rhtpa-operator] adding namespace took 472.146µs I0505 08:31:08.208935 3807 namespace.go:102] [rhbk-operator] adding namespace took 1.660793ms I0505 08:31:08.209483 3807 namespace.go:102] [tsf-keycloak] adding namespace took 2.154017ms I0505 08:31:08.210207 3807 namespace.go:98] [konflux-operator] adding namespace I0505 08:31:08.210770 3807 namespace.go:102] [konflux-operator] adding namespace took 551.081µs I0505 08:31:08.221955 3807 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:08.228214 3807 namespace.go:142] [konflux-ui] updating namespace I0505 08:31:08.236034 3807 namespace.go:142] [tsf-tas] updating namespace I0505 08:31:08.236125 3807 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:31:08.236190 3807 namespace.go:142] [rhbk-operator] updating namespace I0505 08:31:08.252084 3807 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:31:08.252122 3807 namespace.go:142] [konflux-ui] updating namespace I0505 08:31:08.255121 3807 namespace.go:142] [tsf-tas] updating namespace I0505 08:31:08.255220 3807 namespace.go:142] [konflux-operator] updating namespace I0505 08:31:08.263486 3807 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:08.272036 3807 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:08.283656 3807 namespace.go:142] [tsf-tas] updating namespace I0505 08:31:08.285768 3807 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:31:08.303382 3807 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:31:08.336408 3807 namespace.go:142] [rhbk-operator] updating namespace I0505 08:31:08.353274 3807 namespace.go:142] [rhbk-operator] updating namespace I0505 08:31:08.366082 3807 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:08.383090 3807 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:08.383210 3807 namespace.go:142] [konflux-ui] updating namespace I0505 08:31:08.399655 3807 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:31:08.419897 3807 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:31:08.449022 3807 namespace.go:142] [konflux-operator] updating namespace I0505 08:31:08.467128 3807 namespace.go:142] [konflux-operator] updating namespace I0505 08:31:09.338943 3807 namespace.go:142] [tsf-tpa] updating namespace I0505 08:31:09.361310 3807 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:31:10.842108 3807 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:10.842273 3807 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l I0505 08:31:10.855097 3807 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l] pod update took 12.853787ms I0505 08:31:10.855125 3807 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l] addLogicalPort annotation time took 12.887114ms I0505 08:31:10.856318 3807 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l] addLogicalPort took 14.227976ms, libovsdb time 840.219µs I0505 08:31:10.938221 3807 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:10.938368 3807 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 I0505 08:31:10.951089 3807 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424] pod update took 12.760624ms I0505 08:31:10.951112 3807 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424] addLogicalPort annotation time took 12.788582ms I0505 08:31:10.952297 3807 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424] addLogicalPort took 14.093377ms, libovsdb time 822.555µs I0505 08:31:11.201674 3807 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key ] I0505 08:31:11.211093 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l, hostIfaceName: cc63336b0b5429c, network: default, NAD default, SandboxID: "cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b", PCI device ID: , UID: "631bdb4e-e0c0-47a8-b25f-5917472efac8", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 08:31:11.262092 3807 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b6:c1:4a:8a:d8\",\"name\":\"cc63336b0b5429c\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c062a971-a638-4b71-bad6-90c0629ebdb1\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:11.299766 3807 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key ] I0505 08:31:11.310646 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424, hostIfaceName: b53449e91c8e63e, network: default, NAD default, SandboxID: "b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1", PCI device ID: , UID: "5d7abb9c-2cbb-42d3-a764-888419316c8a", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 08:31:11.361525 3807 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:89:3f:4e:b2:ce\",\"name\":\"b53449e91c8e63e\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a51c3204-a8a8-40e8-84e2-e55105660986\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:13.907128 3807 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:13.907286 3807 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp I0505 08:31:13.919505 3807 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp] pod update took 12.258666ms I0505 08:31:13.919524 3807 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp] addLogicalPort annotation time took 12.282541ms I0505 08:31:13.920786 3807 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp] addLogicalPort took 13.673075ms, libovsdb time 922.573µs I0505 08:31:14.266653 3807 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key ] I0505 08:31:14.276092 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp, hostIfaceName: 7599cbebe430143, network: default, NAD default, SandboxID: "7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90", PCI device ID: , UID: "2ae1f086-7143-44dc-ac9f-bed20de2249c", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 08:31:14.326231 3807 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:02:ef:06:bd:9e\",\"name\":\"7599cbebe430143\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1813b0ff-761c-4240-bb47-7127730379f6\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:15.669662 3807 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:15.669793 3807 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l I0505 08:31:15.684818 3807 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l] pod update took 15.048715ms I0505 08:31:15.684843 3807 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l] addLogicalPort annotation time took 15.080686ms I0505 08:31:15.686082 3807 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l] addLogicalPort took 16.445647ms, libovsdb time 862.249µs I0505 08:31:16.030164 3807 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key ] I0505 08:31:16.039824 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l, hostIfaceName: 110d6dd351fe0b7, network: default, NAD default, SandboxID: "110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6", PCI device ID: , UID: "80ea7088-0cdc-48e3-b6ad-2b08fd6820da", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 08:31:16.090097 3807 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f8:f1:41:60:c9\",\"name\":\"110d6dd351fe0b7\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1122b36-d1a5-488a-a7e0-77be4e5f5478\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:16.635576 3807 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key ] I0505 08:31:16.712949 3807 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 b53449e91c8e63e34ab69b620c6e0a9c1d683bf4df813b827b65eb52f307c5f1 network default NAD default NAD key default], result "{}", err I0505 08:31:16.749101 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.749157 3807 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 I0505 08:31:16.750598 3807 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424, ips: 10.128.0.29 I0505 08:31:16.750627 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.750647 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.750654 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:16.750832 3807 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:16.750848 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:17.334377 3807 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:17.334513 3807 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n I0505 08:31:17.346734 3807 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n] pod update took 12.250497ms I0505 08:31:17.346755 3807 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n] addLogicalPort annotation time took 12.277107ms I0505 08:31:17.347954 3807 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n] addLogicalPort took 13.597011ms, libovsdb time 852.08µs I0505 08:31:17.435196 3807 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:17.435318 3807 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt I0505 08:31:17.449072 3807 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt] pod update took 13.809503ms I0505 08:31:17.449096 3807 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt] addLogicalPort annotation time took 13.839323ms I0505 08:31:17.450218 3807 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt] addLogicalPort took 15.038907ms, libovsdb time 770.262µs I0505 08:31:17.692547 3807 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key ] I0505 08:31:17.703260 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n, hostIfaceName: a4e044a4bae4ae1, network: default, NAD default, SandboxID: "a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2", PCI device ID: , UID: "5349938f-2cb1-4ab6-8f97-dbeb6448fe42", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 08:31:17.755970 3807 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3d:ee:07:cf:0a\",\"name\":\"a4e044a4bae4ae1\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d43cdb3-4248-41cb-a3ab-4913edc6c988\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:17.782726 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:17.782768 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:17.782786 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:17.782795 3807 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dk4424 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:17.797123 3807 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key ] I0505 08:31:17.807418 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt, hostIfaceName: 8268ce0c42b7116, network: default, NAD default, SandboxID: "8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe", PCI device ID: , UID: "8f4c303b-807f-4577-9a12-62a3059a7216", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 08:31:17.858882 3807 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ab:c1:ab:ff:c2\",\"name\":\"8268ce0c42b7116\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a7e4e71-f82a-450b-930f-5f7bf49f763b\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:18.655870 3807 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key ] I0505 08:31:18.730990 3807 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp 7599cbebe43014312ece85077906ea9df65859ae8af25e295e716532f2781e90 network default NAD default NAD key default], result "{}", err I0505 08:31:18.768613 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.768649 3807 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp I0505 08:31:18.770245 3807 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp, ips: 10.128.0.30 I0505 08:31:18.770271 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.770295 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.770302 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:18.770470 3807 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:18.770485 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:19.667617 3807 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key ] I0505 08:31:19.745046 3807 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l 110d6dd351fe0b77115a9d429cd7b5fcde84e716a7b3af01244ab541a7941ad6 network default NAD default NAD key default], result "{}", err I0505 08:31:19.795613 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.795634 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.795647 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.795654 3807 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51njqvp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:19.862608 3807 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.862652 3807 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l I0505 08:31:19.864127 3807 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l, ips: 10.128.0.31 I0505 08:31:19.864175 3807 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.864197 3807 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.864204 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:19.864385 3807 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:19.864401 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:20.890460 3807 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:20.890484 3807 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:20.890500 3807 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:20.890510 3807 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6espg6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:21.684162 3807 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key ] I0505 08:31:21.757219 3807 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l cc63336b0b5429c86232778ac77063e2246d5e75c85e58d8883027607d0f8b7b network default NAD default NAD key default], result "{}", err I0505 08:31:21.811597 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.811646 3807 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l I0505 08:31:21.813077 3807 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l, ips: 10.128.0.28 I0505 08:31:21.813117 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.813158 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.813168 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:21.813381 3807 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:21.813401 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:21.915106 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=23 I0505 08:31:22.688932 3807 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key ] I0505 08:31:22.689480 3807 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key ] I0505 08:31:22.773453 3807 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n a4e044a4bae4ae1dcc00375e80ddfa7ef107ec09a1405bd196f6a5df75c9adc2 network default NAD default NAD key default], result "{}", err I0505 08:31:22.786128 3807 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt 8268ce0c42b711622199026b8baa8c050d668e70f741e79891698badb248fdbe network default NAD default NAD key default], result "{}", err I0505 08:31:22.872346 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.872382 3807 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n I0505 08:31:22.872753 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.872773 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.872785 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.872794 3807 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf24fk9l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:22.873712 3807 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n, ips: 10.128.0.32 I0505 08:31:22.873734 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.873752 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.873766 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:22.873955 3807 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.873974 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:22.920979 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.921008 3807 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt I0505 08:31:22.922244 3807 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt, ips: 10.128.0.33 I0505 08:31:22.922270 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.922292 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.922302 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 08:31:22.922466 3807 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 08:31:22.922481 3807 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 08:31:23.893795 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.893820 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.893832 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.893841 3807 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dn78n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.943216 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.943241 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.943266 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:23.943276 3807 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vxmzt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:31:29.679292 3807 namespace.go:98] [cert-manager] adding namespace I0505 08:31:29.680175 3807 namespace.go:102] [cert-manager] adding namespace took 856.479µs I0505 08:31:29.711606 3807 namespace.go:142] [cert-manager] updating namespace I0505 08:31:29.734215 3807 namespace.go:142] [cert-manager] updating namespace W0505 08:31:35.372716 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 08:31:35.372740 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 08:31:41.653328 3807 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-5m27b for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:41.655371 3807 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b I0505 08:31:41.678566 3807 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b] pod update took 23.27509ms I0505 08:31:41.678600 3807 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b] addLogicalPort annotation time took 23.31542ms I0505 08:31:41.679953 3807 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b] addLogicalPort took 26.65428ms, libovsdb time 917.937µs I0505 08:31:42.030837 3807 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b 0f5023d265be534c1ccbb9e2f2160b9add662e4241f9846441b6bb70e2e69f69 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b 0f5023d265be534c1ccbb9e2f2160b9add662e4241f9846441b6bb70e2e69f69 network default NAD default NAD key ] I0505 08:31:42.040526 3807 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-5m27b, hostIfaceName: 0f5023d265be534, network: default, NAD default, SandboxID: "0f5023d265be534c1ccbb9e2f2160b9add662e4241f9846441b6bb70e2e69f69", PCI device ID: , UID: "04e54c30-185e-4364-bcf1-dbd10d6105ce", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 08:31:42.092276 3807 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b 0f5023d265be534c1ccbb9e2f2160b9add662e4241f9846441b6bb70e2e69f69 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-5m27b 0f5023d265be534c1ccbb9e2f2160b9add662e4241f9846441b6bb70e2e69f69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:20:1e:5f:af:5b\",\"name\":\"0f5023d265be534\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f466a43b-67a1-4f62-acbd-597fb86f9efb\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:43.066000 3807 namespace.go:142] [openshift-operators] updating namespace I0505 08:31:43.077442 3807 namespace.go:142] [openshift-operators] updating namespace W0505 08:31:44.889640 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.832710 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.838803 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.854995 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 08:31:45.863370 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 08:31:50.430017 3807 namespace.go:142] [openshift-operators] updating namespace I0505 08:31:50.752225 3807 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-c7qm8 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:50.752378 3807 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8 I0505 08:31:50.777370 3807 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-2n2nt for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:50.777504 3807 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt I0505 08:31:50.782477 3807 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8] pod update took 30.142504ms I0505 08:31:50.782502 3807 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8] addLogicalPort annotation time took 30.169567ms I0505 08:31:50.783691 3807 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8] addLogicalPort took 31.490369ms, libovsdb time 854.796µs I0505 08:31:50.804130 3807 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt] pod update took 26.650266ms I0505 08:31:50.804178 3807 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt] addLogicalPort annotation time took 26.702023ms I0505 08:31:50.805306 3807 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt] addLogicalPort took 27.957471ms, libovsdb time 776.369µs I0505 08:31:51.130063 3807 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8 558de793e2dc553440706adced10ac9f6fcb73b22680c3582c3050cd179e5ad2 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8 558de793e2dc553440706adced10ac9f6fcb73b22680c3582c3050cd179e5ad2 network default NAD default NAD key ] I0505 08:31:51.138193 3807 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt f25d87c22c3d472298b3f193c1134d9f71b5728e41e8c369449d0e4d3ae2bb21 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt f25d87c22c3d472298b3f193c1134d9f71b5728e41e8c369449d0e4d3ae2bb21 network default NAD default NAD key ] I0505 08:31:51.139681 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-c7qm8, hostIfaceName: 558de793e2dc553, network: default, NAD default, SandboxID: "558de793e2dc553440706adced10ac9f6fcb73b22680c3582c3050cd179e5ad2", PCI device ID: , UID: "ce1deb2a-0411-4a29-818d-032bd93acc6c", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 08:31:51.147644 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-2n2nt, hostIfaceName: f25d87c22c3d472, network: default, NAD default, SandboxID: "f25d87c22c3d472298b3f193c1134d9f71b5728e41e8c369449d0e4d3ae2bb21", PCI device ID: , UID: "d89802c3-4b58-45c6-a77b-8c623bab6dc9", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 08:31:51.191130 3807 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8 558de793e2dc553440706adced10ac9f6fcb73b22680c3582c3050cd179e5ad2 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-c7qm8 558de793e2dc553440706adced10ac9f6fcb73b22680c3582c3050cd179e5ad2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:75:b3:17:34:fa\",\"name\":\"558de793e2dc553\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d350a2ae-163c-4c15-8c81-ee948fe58f02\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:51.213370 3807 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt f25d87c22c3d472298b3f193c1134d9f71b5728e41e8c369449d0e4d3ae2bb21 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2n2nt f25d87c22c3d472298b3f193c1134d9f71b5728e41e8c369449d0e4d3ae2bb21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0a:79:2b:c5:d5\",\"name\":\"f25d87c22c3d472\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2711c8b-8757-4b3d-9c2f-be77386e1d64\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:31:55.832316 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 08:31:57.419822 3807 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-ps7zq for pod on switch ip-10-0-0-32.ec2.internal I0505 08:31:57.419940 3807 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq I0505 08:31:57.497483 3807 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq W0505 08:31:57.532224 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 08:31:57.556677 3807 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq] pod update took 136.766623ms I0505 08:31:57.556707 3807 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq] addLogicalPort annotation time took 136.800084ms I0505 08:31:57.558173 3807 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq] addLogicalPort took 138.366498ms, libovsdb time 1.111773ms I0505 08:31:57.780754 3807 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq 421688f4bb684463333396d44d0eaaa6068edf5074743903965caed2d607a246 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq 421688f4bb684463333396d44d0eaaa6068edf5074743903965caed2d607a246 network default NAD default NAD key ] I0505 08:31:57.790575 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-ps7zq, hostIfaceName: 421688f4bb68446, network: default, NAD default, SandboxID: "421688f4bb684463333396d44d0eaaa6068edf5074743903965caed2d607a246", PCI device ID: , UID: "6a10ed2e-38fa-4ee8-b605-54c4659db827", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 08:31:57.841784 3807 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq 421688f4bb684463333396d44d0eaaa6068edf5074743903965caed2d607a246 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ps7zq 421688f4bb684463333396d44d0eaaa6068edf5074743903965caed2d607a246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:79:82:60:80:53\",\"name\":\"421688f4bb68446\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33fc6cae-36ef-4585-ac60-6a8f4f92dc6b\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:31:59.526160 3807 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 08:31:59.526994 3807 namespace.go:102] [trusted-artifact-signer] adding namespace took 805.997µs I0505 08:31:59.569856 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 08:31:59.620779 3807 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 08:31:59.920443 3807 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 08:32:06.258262 3807 namespace.go:98] [openshift-pipelines] adding namespace I0505 08:32:06.259258 3807 namespace.go:102] [openshift-pipelines] adding namespace took 974.585µs I0505 08:32:06.313863 3807 namespace.go:142] [openshift-pipelines] updating namespace I0505 08:32:06.975112 3807 namespace.go:142] [cert-manager] updating namespace I0505 08:32:07.176794 3807 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:32:07.566210 3807 namespace.go:142] [konflux-operator] updating namespace I0505 08:32:07.768876 3807 namespace.go:142] [konflux-ui] updating namespace I0505 08:32:07.968964 3807 namespace.go:142] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] updating namespace I0505 08:32:08.369902 3807 namespace.go:142] [rhbk-operator] updating namespace I0505 08:32:08.568218 3807 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:32:08.775525 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 08:32:08.988295 3807 namespace.go:142] [tsf] updating namespace I0505 08:32:09.195663 3807 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:32:09.400016 3807 namespace.go:142] [tsf-tas] updating namespace I0505 08:32:09.611502 3807 namespace.go:142] [tsf-tpa] updating namespace I0505 08:32:09.744794 3807 namespace.go:142] [cert-manager] updating namespace I0505 08:32:09.754364 3807 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:32:09.762263 3807 namespace.go:142] [default] updating namespace I0505 08:32:09.772801 3807 namespace.go:142] [konflux-operator] updating namespace I0505 08:32:09.784169 3807 namespace.go:142] [konflux-ui] updating namespace I0505 08:32:09.793064 3807 namespace.go:142] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] updating namespace I0505 08:32:09.804256 3807 namespace.go:142] [openshift] updating namespace I0505 08:32:09.814340 3807 namespace.go:142] [rhbk-operator] updating namespace I0505 08:32:09.825307 3807 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:32:09.836350 3807 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 08:32:09.844417 3807 namespace.go:142] [tsf] updating namespace I0505 08:32:09.855508 3807 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:32:09.874783 3807 namespace.go:142] [tsf-tas] updating namespace I0505 08:32:09.896987 3807 namespace.go:142] [tsf-tpa] updating namespace I0505 08:32:09.992532 3807 namespace.go:142] [cert-manager] updating namespace I0505 08:32:10.094806 3807 namespace.go:142] [cert-manager-operator] updating namespace I0505 08:32:10.195623 3807 namespace.go:142] [default] updating namespace I0505 08:32:10.309288 3807 namespace.go:142] [konflux-operator] updating namespace I0505 08:32:10.397104 3807 namespace.go:142] [konflux-ui] updating namespace I0505 08:32:10.503169 3807 namespace.go:142] [open-cluster-management-2q3ldim9a28b4bs5p55oas8jpfchqces] updating namespace I0505 08:32:10.598101 3807 namespace.go:142] [openshift] updating namespace I0505 08:32:10.700354 3807 namespace.go:142] [rhbk-operator] updating namespace I0505 08:32:10.795258 3807 namespace.go:142] [rhtpa-operator] updating namespace I0505 08:32:10.897032 3807 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 08:32:10.948957 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 08:32:10.996277 3807 namespace.go:142] [tsf] updating namespace I0505 08:32:11.098174 3807 namespace.go:142] [tsf-keycloak] updating namespace I0505 08:32:11.199129 3807 namespace.go:142] [tsf-tas] updating namespace I0505 08:32:11.307312 3807 namespace.go:142] [tsf-tpa] updating namespace I0505 08:32:12.059522 3807 namespace.go:142] [openshift-pipelines] updating namespace I0505 08:32:12.945001 3807 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:12.946187 3807 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:12.978323 3807 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:12.978342 3807 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:12.985304 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 08:32:12.985330 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 08:32:20.068559 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr for pod on switch ip-10-0-0-32.ec2.internal I0505 08:32:20.068695 3807 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr I0505 08:32:20.083750 3807 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr] pod update took 15.078394ms I0505 08:32:20.083787 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr] addLogicalPort annotation time took 15.121487ms I0505 08:32:20.085052 3807 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr] addLogicalPort took 16.536999ms, libovsdb time 865.585µs I0505 08:32:20.276378 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-76t7p for pod on switch ip-10-0-0-32.ec2.internal I0505 08:32:20.276472 3807 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p I0505 08:32:20.290468 3807 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p] pod update took 14.017619ms I0505 08:32:20.290522 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p] addLogicalPort annotation time took 14.080972ms I0505 08:32:20.291736 3807 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p] addLogicalPort took 15.373788ms, libovsdb time 895.426µs I0505 08:32:20.438320 3807 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr 4599617727a82a04ffadfba0cba25452bb80fec05e39cd6427cd6eaebc364f78 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr 4599617727a82a04ffadfba0cba25452bb80fec05e39cd6427cd6eaebc364f78 network default NAD default NAD key ] I0505 08:32:20.447739 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr, hostIfaceName: 4599617727a82a0, network: default, NAD default, SandboxID: "4599617727a82a04ffadfba0cba25452bb80fec05e39cd6427cd6eaebc364f78", PCI device ID: , UID: "3aed2c45-d5e1-425d-920d-99257f875989", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 08:32:20.502357 3807 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr 4599617727a82a04ffadfba0cba25452bb80fec05e39cd6427cd6eaebc364f78 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-mzrpr 4599617727a82a04ffadfba0cba25452bb80fec05e39cd6427cd6eaebc364f78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:e7:d7:a7:8e:42\",\"name\":\"4599617727a82a0\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8db2972a-c400-4a9a-b45c-a788db298425\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:32:20.643731 3807 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p 3397f0485846bb67c71f174d0f5306a913412edbd892f8b06a42a4b4b9fd836c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p 3397f0485846bb67c71f174d0f5306a913412edbd892f8b06a42a4b4b9fd836c network default NAD default NAD key ] I0505 08:32:20.653684 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-76t7p, hostIfaceName: 3397f0485846bb6, network: default, NAD default, SandboxID: "3397f0485846bb67c71f174d0f5306a913412edbd892f8b06a42a4b4b9fd836c", PCI device ID: , UID: "5765e8f3-a953-4a32-b698-42c74d1fb2cf", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 08:32:20.704674 3807 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p 3397f0485846bb67c71f174d0f5306a913412edbd892f8b06a42a4b4b9fd836c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-76t7p 3397f0485846bb67c71f174d0f5306a913412edbd892f8b06a42a4b4b9fd836c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:d3:b7:86:7f:6e\",\"name\":\"3397f0485846bb6\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/743eb684-86fb-470c-bb12-0a01d9879d54\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:32:23.569100 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service trusted-artifact-signer/cli-server W0505 08:32:24.585168 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.585192 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.585197 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.585201 3807 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 08:32:24.771098 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 08:32:24.771126 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 08:32:24.771132 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 08:32:24.797574 3807 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 08:32:24.797594 3807 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 08:32:24.797599 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 08:32:34.630806 3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 08:32:35.840661 3807 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 08:32:42.994506 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-cxs5m for pod on switch ip-10-0-0-32.ec2.internal I0505 08:32:42.994599 3807 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m I0505 08:32:43.010928 3807 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m] pod update took 16.353881ms I0505 08:32:43.010958 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m] addLogicalPort annotation time took 16.388722ms I0505 08:32:43.012284 3807 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m] addLogicalPort took 17.795594ms, libovsdb time 949.738µs I0505 08:32:43.248227 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-ds4qk for pod on switch ip-10-0-0-32.ec2.internal I0505 08:32:43.248332 3807 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk I0505 08:32:43.269361 3807 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk] pod update took 21.053095ms I0505 08:32:43.269394 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk] addLogicalPort annotation time took 21.093801ms I0505 08:32:43.270898 3807 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk] addLogicalPort took 22.687698ms, libovsdb time 1.079866ms I0505 08:32:43.354974 3807 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m 0e35a4ffe876f793316823d8848ceecdf4cd951edae6c22d08b32137378c1d3f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m 0e35a4ffe876f793316823d8848ceecdf4cd951edae6c22d08b32137378c1d3f network default NAD default NAD key ] I0505 08:32:43.364481 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-cxs5m, hostIfaceName: 0e35a4ffe876f79, network: default, NAD default, SandboxID: "0e35a4ffe876f793316823d8848ceecdf4cd951edae6c22d08b32137378c1d3f", PCI device ID: , UID: "a383481f-1d00-40bb-b91c-a05465759fc8", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 08:32:43.417631 3807 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m 0e35a4ffe876f793316823d8848ceecdf4cd951edae6c22d08b32137378c1d3f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cxs5m 0e35a4ffe876f793316823d8848ceecdf4cd951edae6c22d08b32137378c1d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ea:f6:47:20:bb\",\"name\":\"0e35a4ffe876f79\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19311a7b-8656-440b-bdb5-bc54e2f8db2c\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:32:43.608489 3807 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk 80a5c18f2c8e0b0789f464c5e6dcae07fbb60d8212a053e93effdcadd561b595 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk 80a5c18f2c8e0b0789f464c5e6dcae07fbb60d8212a053e93effdcadd561b595 network default NAD default NAD key ] I0505 08:32:43.619198 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-ds4qk, hostIfaceName: 80a5c18f2c8e0b0, network: default, NAD default, SandboxID: "80a5c18f2c8e0b0789f464c5e6dcae07fbb60d8212a053e93effdcadd561b595", PCI device ID: , UID: "8cfa3455-c0a2-4428-8e63-987726e0c314", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 08:32:43.670442 3807 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk 80a5c18f2c8e0b0789f464c5e6dcae07fbb60d8212a053e93effdcadd561b595 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ds4qk 80a5c18f2c8e0b0789f464c5e6dcae07fbb60d8212a053e93effdcadd561b595 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:75:ca:f8:64:b9\",\"name\":\"80a5c18f2c8e0b0\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bd87898-8bcf-4ed0-9a0e-ac75e3e2866c\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:32:47.145977 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 08:32:58.159727 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 08:32:59.070977 3807 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:59.071584 3807 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:32:59.088583 3807 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:59.088604 3807 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:32:59.093740 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 08:32:59.093761 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 08:33:01.068631 3807 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 08:33:01.069289 3807 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 08:33:01.069308 3807 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 08:33:01.073671 3807 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 08:33:04.653097 3807 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 08:33:06.348422 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 W0505 08:33:08.790667 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 08:33:08.790694 3807 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 08:33:08.793597 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 08:33:08.793616 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0505 08:33:18.410819 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-8z52q] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-8z52q for pod on switch ip-10-0-0-32.ec2.internal I0505 08:33:18.410941 3807 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-8z52q I0505 08:33:18.426447 3807 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-8z52q] pod update took 15.53545ms I0505 08:33:18.426468 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-8z52q] addLogicalPort annotation time took 15.56186ms I0505 08:33:18.427718 3807 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-8z52q] addLogicalPort took 16.913741ms, libovsdb time 866.734µs I0505 08:33:19.375541 3807 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-8z52q 67870a6a1be5395461514524350f3d02b7ca9f0b7f50594625a72be0c6608889 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-8z52q 67870a6a1be5395461514524350f3d02b7ca9f0b7f50594625a72be0c6608889 network default NAD default NAD key ] I0505 08:33:19.384953 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-8z52q, hostIfaceName: 67870a6a1be5395, network: default, NAD default, SandboxID: "67870a6a1be5395461514524350f3d02b7ca9f0b7f50594625a72be0c6608889", PCI device ID: , UID: "0bb08404-31ee-4636-a5fb-39a5ac69aed1", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 08:33:19.438888 3807 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-8z52q 67870a6a1be5395461514524350f3d02b7ca9f0b7f50594625a72be0c6608889 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-8z52q 67870a6a1be5395461514524350f3d02b7ca9f0b7f50594625a72be0c6608889 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ba:11:e8:92:21\",\"name\":\"67870a6a1be5395\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4357ba1d-1cba-4c5e-afa0-5a3e8d31f053\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:33:25.356425 3807 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:25.356442 3807 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:25.356448 3807 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:29.392590 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:29.392615 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 08:33:29.392621 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 08:33:35.395793 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-btxg9] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-btxg9 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:33:35.395900 3807 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-btxg9 I0505 08:33:35.409430 3807 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-btxg9] pod update took 13.561268ms I0505 08:33:35.409453 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-btxg9] addLogicalPort annotation time took 13.590551ms I0505 08:33:35.410701 3807 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-btxg9] addLogicalPort took 14.928388ms, libovsdb time 865.431µs I0505 08:33:35.756193 3807 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-btxg9 69d766660ceee86c71e353d4c9d28677a99c32c0408318a1e9d7ad79d29763a1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-btxg9 69d766660ceee86c71e353d4c9d28677a99c32c0408318a1e9d7ad79d29763a1 network default NAD default NAD key ] I0505 08:33:35.766013 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-btxg9, hostIfaceName: 69d766660ceee86, network: default, NAD default, SandboxID: "69d766660ceee86c71e353d4c9d28677a99c32c0408318a1e9d7ad79d29763a1", PCI device ID: , UID: "bc8c8be2-dda9-4014-b607-84f52f5eb94e", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 08:33:35.819976 3807 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-btxg9 69d766660ceee86c71e353d4c9d28677a99c32c0408318a1e9d7ad79d29763a1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-btxg9 69d766660ceee86c71e353d4c9d28677a99c32c0408318a1e9d7ad79d29763a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a1:48:e0:65:01\",\"name\":\"69d766660ceee86\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cde5c32-1ff8-40bc-a834-3e050fa5122e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:33:51.356324 3807 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:33:51.356842 3807 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:33:51.395437 3807 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:33:51.395456 3807 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:33:51.405245 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 08:33:51.405277 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 08:33:53.008361 3807 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-dgzg4 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:33:53.008451 3807 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4 I0505 08:33:53.024955 3807 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4] pod update took 16.525782ms I0505 08:33:53.024983 3807 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4] addLogicalPort annotation time took 16.558543ms I0505 08:33:53.026379 3807 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4] addLogicalPort took 18.033729ms, libovsdb time 943.365µs I0505 08:33:53.246063 3807 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-2xl7c-9v7j8] creating logical port tsf-tas_segment-backup-installation-2xl7c-9v7j8 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:33:53.246173 3807 kube.go:256] Updating pod tsf-tas/segment-backup-installation-2xl7c-9v7j8 I0505 08:33:53.266221 3807 pod.go:62] [tsf-tas/segment-backup-installation-2xl7c-9v7j8] pod update took 20.093766ms I0505 08:33:53.266245 3807 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-2xl7c-9v7j8] addLogicalPort annotation time took 20.122664ms I0505 08:33:53.267532 3807 pods.go:271] [tsf-tas/segment-backup-installation-2xl7c-9v7j8] addLogicalPort took 21.480858ms, libovsdb time 843.631µs I0505 08:33:53.373192 3807 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4 73b7920f9424fc3cbc1859c84fa9a7fa64761050e92bd48c2673e62f22483c92 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4 73b7920f9424fc3cbc1859c84fa9a7fa64761050e92bd48c2673e62f22483c92 network default NAD default NAD key ] I0505 08:33:53.383938 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-dgzg4, hostIfaceName: 73b7920f9424fc3, network: default, NAD default, SandboxID: "73b7920f9424fc3cbc1859c84fa9a7fa64761050e92bd48c2673e62f22483c92", PCI device ID: , UID: "fc21c38c-b04c-41a8-ac2b-e41be099d893", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 08:33:53.436686 3807 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4 73b7920f9424fc3cbc1859c84fa9a7fa64761050e92bd48c2673e62f22483c92 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-dgzg4 73b7920f9424fc3cbc1859c84fa9a7fa64761050e92bd48c2673e62f22483c92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6d:ea:0c:9b:ef\",\"name\":\"73b7920f9424fc3\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a90a123-32f4-4ca5-8fdc-78e27a858e2a\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:33:53.607107 3807 cni.go:452] [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key ] I0505 08:33:53.617536 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-2xl7c-9v7j8, hostIfaceName: 94a41ee3f883dd0, network: default, NAD default, SandboxID: "94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e", PCI device ID: , UID: "c29969bb-6500-4951-8db6-e1aecaf5d952", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 08:33:53.670428 3807 cni.go:473] [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:7b:dd:0a:be:70\",\"name\":\"94a41ee3f883dd0\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6569d34a-455f-42f3-91a1-3a2f3502c172\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:33:54.385356 3807 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-52zpb-xfwp8] creating logical port tsf-tas_ctlog-createtree-job-52zpb-xfwp8 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:33:54.385481 3807 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-52zpb-xfwp8 I0505 08:33:54.398957 3807 pod.go:62] [tsf-tas/ctlog-createtree-job-52zpb-xfwp8] pod update took 13.50704ms I0505 08:33:54.398981 3807 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-52zpb-xfwp8] addLogicalPort annotation time took 13.536841ms I0505 08:33:54.400359 3807 pods.go:271] [tsf-tas/ctlog-createtree-job-52zpb-xfwp8] addLogicalPort took 15.021809ms, libovsdb time 963.484µs I0505 08:33:54.739492 3807 cni.go:452] [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key ] I0505 08:33:54.749022 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-52zpb-xfwp8, hostIfaceName: 85b436f1fb1c5cb, network: default, NAD default, SandboxID: "85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319", PCI device ID: , UID: "756d965a-9cb2-48f5-8092-1729fb6cd701", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 08:33:54.804128 3807 cni.go:473] [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:39:4c:53:09:1d\",\"name\":\"85b436f1fb1c5cb\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/238ecb8e-945b-4613-91d0-624873f5692a\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:33:54.813106 3807 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-9d6kt-phmmf] creating logical port tsf-tas_rekor-createtree-job-9d6kt-phmmf for pod on switch ip-10-0-0-32.ec2.internal I0505 08:33:54.813213 3807 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-9d6kt-phmmf I0505 08:33:54.826755 3807 pod.go:62] [tsf-tas/rekor-createtree-job-9d6kt-phmmf] pod update took 13.564098ms I0505 08:33:54.826780 3807 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-9d6kt-phmmf] addLogicalPort annotation time took 13.593047ms I0505 08:33:54.828221 3807 pods.go:271] [tsf-tas/rekor-createtree-job-9d6kt-phmmf] addLogicalPort took 15.126808ms, libovsdb time 1.006496ms I0505 08:33:54.901299 3807 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-cf65454c9-x5cjq] creating logical port tsf-tas_trillian-logsigner-cf65454c9-x5cjq for pod on switch ip-10-0-0-32.ec2.internal I0505 08:33:54.901386 3807 kube.go:256] Updating pod tsf-tas/trillian-logsigner-cf65454c9-x5cjq I0505 08:33:54.919988 3807 pod.go:62] [tsf-tas/trillian-logsigner-cf65454c9-x5cjq] pod update took 18.623973ms I0505 08:33:54.920010 3807 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-cf65454c9-x5cjq] addLogicalPort annotation time took 18.650345ms I0505 08:33:54.921494 3807 pods.go:271] [tsf-tas/trillian-logsigner-cf65454c9-x5cjq] addLogicalPort took 20.209013ms, libovsdb time 956.824µs I0505 08:33:55.177975 3807 cni.go:452] [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key ] I0505 08:33:55.188392 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-9d6kt-phmmf, hostIfaceName: 77521c497b2b5f0, network: default, NAD default, SandboxID: "77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3", PCI device ID: , UID: "03811de1-c00f-46cc-bf2a-f930603e5543", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0505 08:33:55.246926 3807 cni.go:473] [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:dc:73:53:f5:9e\",\"name\":\"77521c497b2b5f0\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f0ac67-780d-4577-bb45-7901e0a54201\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:33:55.264056 3807 cni.go:452] [tsf-tas/trillian-logsigner-cf65454c9-x5cjq 02b8093b536ac8b64c24f581aaa7104c9920c7fd7558c4f16f7758a7a4cfc97f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-cf65454c9-x5cjq 02b8093b536ac8b64c24f581aaa7104c9920c7fd7558c4f16f7758a7a4cfc97f network default NAD default NAD key ] I0505 08:33:55.274166 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-cf65454c9-x5cjq, hostIfaceName: 02b8093b536ac8b, network: default, NAD default, SandboxID: "02b8093b536ac8b64c24f581aaa7104c9920c7fd7558c4f16f7758a7a4cfc97f", PCI device ID: , UID: "9d95895c-3bcb-4d7d-b494-76a9185009e9", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 08:33:55.329179 3807 cni.go:473] [tsf-tas/trillian-logsigner-cf65454c9-x5cjq 02b8093b536ac8b64c24f581aaa7104c9920c7fd7558c4f16f7758a7a4cfc97f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-cf65454c9-x5cjq 02b8093b536ac8b64c24f581aaa7104c9920c7fd7558c4f16f7758a7a4cfc97f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b4:0e:42:4e:46\",\"name\":\"02b8093b536ac8b\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c6004e6-2490-46f2-a53d-593faa056921\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:33:56.291329 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 08:33:56.570795 3807 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 08:33:56.570814 3807 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 08:33:57.552788 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 08:33:57.552806 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 08:34:00.203920 3807 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l8ghp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:34:00.204566 3807 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-l8ghp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:34:01.087370 3807 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l8ghp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:34:01.087405 3807 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-l8ghp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 08:34:02.277783 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 08:34:03.285077 3807 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 08:34:03.581557 3807 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 08:34:09.142708 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 08:34:21.915821 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0505 08:34:33.223768 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 08:34:38.913625 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 08:34:47.921736 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0505 08:34:59.963867 3807 namespace.go:142] [openshift-pipelines] updating namespace I0505 08:35:17.219512 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0505 08:35:24.340894 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 08:35:29.405970 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 08:35:37.256902 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 08:35:41.070755 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0505 08:36:34.230563 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 08:37:22.925167 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=416 I0505 08:38:48.918671 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=96 I0505 08:39:02.915773 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=65 I0505 08:39:23.919074 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0505 08:39:37.054466 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 08:40:00.199558 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632840-mr97v for pod on switch ip-10-0-0-32.ec2.internal I0505 08:40:00.199690 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v I0505 08:40:00.212927 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v] pod update took 13.260229ms I0505 08:40:00.212950 3807 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v] addLogicalPort annotation time took 13.287613ms I0505 08:40:00.214229 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v] addLogicalPort took 14.689312ms, libovsdb time 892.26µs I0505 08:40:00.564643 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key ] I0505 08:40:00.574179 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632840-mr97v, hostIfaceName: d26f45ee661b035, network: default, NAD default, SandboxID: "d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2", PCI device ID: , UID: "3cf5f876-4224-447e-82d9-eecdf57d36eb", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 08:40:00.626892 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ba:47:d7:20:35\",\"name\":\"d26f45ee661b035\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5b36c6b-dfdb-479b-a517-f9b5e8d1b75d\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:40:03.607273 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key ] I0505 08:40:03.689341 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v d26f45ee661b035296edd20d09386ba15220331537f21e9411b0777f97c583b2 network default NAD default NAD key default], result "{}", err I0505 08:40:03.739685 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:40:03.739715 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v I0505 08:40:03.741021 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v, ips: 10.128.0.49 I0505 08:40:03.741057 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:40:03.923175 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 08:40:04.615283 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:40:04.615312 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632840-mr97v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:40:34.351124 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 08:40:40.409408 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 08:41:16.349887 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 08:41:20.073282 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 08:42:09.146358 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 08:43:29.222054 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 08:43:33.925099 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0505 08:43:53.050464 3807 cni.go:452] [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key ] I0505 08:43:53.133620 3807 cni.go:473] [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-2xl7c-9v7j8 94a41ee3f883dd0340977a624091d7dc6ba2023368ef8026755f4bc5cc3a3b9e network default NAD default NAD key default], result "{}", err I0505 08:43:53.890247 3807 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:53.890287 3807 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-2xl7c-9v7j8 I0505 08:43:53.891664 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-2xl7c-9v7j8, ips: 10.128.0.45 I0505 08:43:53.891689 3807 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:53.901994 3807 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:53.902010 3807 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2xl7c-9v7j8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:53.909410 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/segment-backup-installation-2xl7c-9v7j8 I0505 08:43:53.909437 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/segment-backup-installation-2xl7c-9v7j8 I0505 08:43:54.051175 3807 cni.go:452] [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key ] I0505 08:43:54.052128 3807 cni.go:452] [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key ] I0505 08:43:54.143673 3807 cni.go:473] [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-9d6kt-phmmf 77521c497b2b5f0f524499920f766526b873ed0e7f7bbc7ed1396d8e396ff2d3 network default NAD default NAD key default], result "{}", err I0505 08:43:54.155638 3807 cni.go:473] [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-52zpb-xfwp8 85b436f1fb1c5cb68289cd64c61119cfed0787ad704173fff869ad58fa5a6319 network default NAD default NAD key default], result "{}", err I0505 08:43:54.921480 3807 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.921513 3807 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-52zpb-xfwp8 I0505 08:43:54.922764 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-52zpb-xfwp8, ips: 10.128.0.46 I0505 08:43:54.922795 3807 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.935152 3807 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:54.935208 3807 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-52zpb-xfwp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:54.944155 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/ctlog-createtree-job-52zpb-xfwp8 I0505 08:43:54.944178 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/ctlog-createtree-job-52zpb-xfwp8 I0505 08:43:54.978429 3807 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.978465 3807 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-9d6kt-phmmf I0505 08:43:54.979704 3807 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-9d6kt-phmmf, ips: 10.128.0.47 I0505 08:43:54.979730 3807 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:43:54.995770 3807 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:54.995796 3807 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-9d6kt-phmmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:43:54.999082 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/rekor-createtree-job-9d6kt-phmmf I0505 08:43:54.999104 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/rekor-createtree-job-9d6kt-phmmf I0505 08:44:28.227006 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 08:44:49.921930 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0505 08:44:52.260209 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 08:46:00.233962 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0505 08:46:41.057309 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 08:46:43.927874 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=61 I0505 08:46:49.354625 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 08:46:55.921541 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0505 08:47:01.412343 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 08:47:18.918909 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0505 08:48:18.679483 3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:48:18.680060 3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:48:25.149556 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 08:49:18.784975 3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:49:18.785026 3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:49:18.790213 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 08:49:18.790230 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 08:49:19.927624 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0505 08:49:40.926313 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0505 08:50:00.205638 3807 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632850-mhq2d for pod on switch ip-10-0-0-32.ec2.internal I0505 08:50:00.205776 3807 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d I0505 08:50:00.223055 3807 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d] pod update took 17.310691ms I0505 08:50:00.223078 3807 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d] addLogicalPort annotation time took 17.336721ms I0505 08:50:00.224412 3807 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d] addLogicalPort took 18.786706ms, libovsdb time 957.566µs I0505 08:50:00.568607 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key ] I0505 08:50:00.578313 3807 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632850-mhq2d, hostIfaceName: d2d700ba8470eb0, network: default, NAD default, SandboxID: "d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b", PCI device ID: , UID: "d10aec20-4e46-407a-a1ab-cf66aa4c2c85", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 08:50:00.631867 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b0:d3:3a:93:fb\",\"name\":\"d2d700ba8470eb0\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dd0347b-850a-4c58-9a4d-3a7dcd6b0d47\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:50:02.353803 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0505 08:50:03.950432 3807 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key ] I0505 08:50:04.033919 3807 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d d2d700ba8470eb0870a7b96fbb960893f7655d3be956120cd48a305406fa6c9b network default NAD default NAD key default], result "{}", err I0505 08:50:04.083042 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:50:04.083098 3807 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d I0505 08:50:04.084365 3807 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d, ips: 10.128.0.50 I0505 08:50:04.084395 3807 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:50:04.965986 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:04.966014 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632850-mhq2d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:05.002084 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:05.002126 3807 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:50:05.007825 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 I0505 08:50:05.007848 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632820-5v8c9 I0505 08:50:40.075636 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0505 08:50:57.924977 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28 I0505 08:52:00.060455 3807 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0505 08:52:11.356878 3807 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0505 08:52:41.922404 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 08:52:49.230332 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 08:52:52.224856 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 08:53:28.930836 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=39 I0505 08:53:33.262589 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0505 08:53:37.092278 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 08:54:04.994531 3807 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-l8ghp I0505 08:54:11.417427 3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:11.418007 3807 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:11.455818 3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:11.455838 3807 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:11.464379 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 08:54:11.464401 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 08:54:12.170828 3807 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-lc6nw] creating logical port tsf_patch-tekton-config-lc6nw for pod on switch ip-10-0-0-32.ec2.internal I0505 08:54:12.170937 3807 kube.go:256] Updating pod tsf/patch-tekton-config-lc6nw I0505 08:54:12.183573 3807 pod.go:62] [tsf/patch-tekton-config-lc6nw] pod update took 12.659209ms I0505 08:54:12.183596 3807 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-lc6nw] addLogicalPort annotation time took 12.687889ms I0505 08:54:12.184816 3807 pods.go:271] [tsf/patch-tekton-config-lc6nw] addLogicalPort took 14.002031ms, libovsdb time 835.179µs I0505 08:54:12.533012 3807 cni.go:452] [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key ] I0505 08:54:12.542362 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-lc6nw, hostIfaceName: 3c5e8c51789ebd8, network: default, NAD default, SandboxID: "3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355", PCI device ID: , UID: "56b454bf-9956-4d97-8019-655110cd1235", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 08:54:12.596262 3807 cni.go:473] [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:a9:da:d5:8f:ed\",\"name\":\"3c5e8c51789ebd8\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e5b0c84-1520-418e-a1c0-a6f1f07f1cb9\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:54:17.152649 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 08:54:19.379921 3807 cni.go:452] [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key ] I0505 08:54:19.456954 3807 cni.go:473] [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-lc6nw 3c5e8c51789ebd80fd3b0dd64e7fec3ee1eaa524d8414401267d66c7fc0c8355 network default NAD default NAD key default], result "{}", err I0505 08:54:19.525186 3807 obj_retry.go:498] Detected object tsf/patch-tekton-config-lc6nw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:19.525216 3807 pods.go:176] Deleting pod: tsf/patch-tekton-config-lc6nw I0505 08:54:19.526680 3807 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-lc6nw, ips: 10.128.0.51 I0505 08:54:19.526704 3807 obj_retry.go:498] Detected object tsf/patch-tekton-config-lc6nw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:20.546610 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:20.546667 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:20.641128 3807 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-j5wfh] creating logical port tsf_tsf-tekton-configuration-j5wfh for pod on switch ip-10-0-0-32.ec2.internal I0505 08:54:20.641272 3807 kube.go:256] Updating pod tsf/tsf-tekton-configuration-j5wfh I0505 08:54:20.652387 3807 pod.go:62] [tsf/tsf-tekton-configuration-j5wfh] pod update took 11.135621ms I0505 08:54:20.652408 3807 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-j5wfh] addLogicalPort annotation time took 11.163301ms I0505 08:54:20.653632 3807 pods.go:271] [tsf/tsf-tekton-configuration-j5wfh] addLogicalPort took 12.518755ms, libovsdb time 837.468µs I0505 08:54:21.002466 3807 cni.go:452] [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key ] I0505 08:54:21.011693 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-j5wfh, hostIfaceName: 3fbf8d162ed4336, network: default, NAD default, SandboxID: "3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18", PCI device ID: , UID: "55400530-b852-4485-b6de-575bf043cfb4", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 08:54:21.065249 3807 cni.go:473] [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:91:f9:5a:5e:2e\",\"name\":\"3fbf8d162ed4336\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eba66fc2-42a9-4210-95e7-e05046339c87\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:54:26.426484 3807 cni.go:452] [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key ] I0505 08:54:26.503952 3807 cni.go:473] [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-j5wfh 3fbf8d162ed433608913fe4b81025febfbc1645bea3e88b88bcabf9f198def18 network default NAD default NAD key default], result "{}", err I0505 08:54:26.552655 3807 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j5wfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:26.552690 3807 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-j5wfh I0505 08:54:26.553947 3807 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-j5wfh, ips: 10.128.0.52 I0505 08:54:26.553975 3807 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j5wfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:27.443489 3807 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j5wfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.443536 3807 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j5wfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.474629 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.474668 3807 obj_retry.go:492] Detected object tsf/patch-tekton-config-lc6nw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:27.478653 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-lc6nw I0505 08:54:27.478686 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-lc6nw I0505 08:54:32.525716 3807 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:32.526345 3807 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:32.546132 3807 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:32.546168 3807 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:32.552093 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 08:54:32.552121 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 08:54:33.903891 3807 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-pqdqg] creating logical port tsf-tpa_create-db-pqdqg for pod on switch ip-10-0-0-32.ec2.internal I0505 08:54:33.903987 3807 kube.go:256] Updating pod tsf-tpa/create-db-pqdqg I0505 08:54:33.915508 3807 pod.go:62] [tsf-tpa/create-db-pqdqg] pod update took 11.55392ms I0505 08:54:33.915528 3807 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-pqdqg] addLogicalPort annotation time took 11.5793ms I0505 08:54:33.916884 3807 pods.go:271] [tsf-tpa/create-db-pqdqg] addLogicalPort took 13.00822ms, libovsdb time 907.543µs I0505 08:54:34.265640 3807 cni.go:452] [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key ] I0505 08:54:34.276030 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-pqdqg, hostIfaceName: fe2c34e57d50c40, network: default, NAD default, SandboxID: "fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9", PCI device ID: , UID: "a77875be-ac53-445d-960e-6aa92dd8af6c", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0505 08:54:34.328007 3807 cni.go:473] [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:0f:c1:9f:6b:7e\",\"name\":\"fe2c34e57d50c40\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c545958a-b0dd-44ca-ad2c-cfc9156dcd92\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:54:38.496617 3807 cni.go:452] [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key ] I0505 08:54:38.590453 3807 cni.go:473] [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-pqdqg fe2c34e57d50c40abf3db751c0d115905d2ca9cfab27fbbe84d039bf1ce9b9a9 network default NAD default NAD key default], result "{}", err I0505 08:54:38.640177 3807 obj_retry.go:498] Detected object tsf-tpa/create-db-pqdqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:38.640244 3807 pods.go:176] Deleting pod: tsf-tpa/create-db-pqdqg I0505 08:54:38.641579 3807 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-pqdqg, ips: 10.128.0.53 I0505 08:54:38.641616 3807 obj_retry.go:498] Detected object tsf-tpa/create-db-pqdqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:39.664892 3807 obj_retry.go:492] Detected object tsf-tpa/create-db-pqdqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:39.664943 3807 obj_retry.go:492] Detected object tsf-tpa/create-db-pqdqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:39.773253 3807 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-q9lx7] creating logical port tsf-tpa_migrate-db-q9lx7 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:54:39.773379 3807 kube.go:256] Updating pod tsf-tpa/migrate-db-q9lx7 I0505 08:54:39.786974 3807 pod.go:62] [tsf-tpa/migrate-db-q9lx7] pod update took 13.618818ms I0505 08:54:39.787059 3807 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-q9lx7] addLogicalPort annotation time took 13.705884ms I0505 08:54:39.788766 3807 pods.go:271] [tsf-tpa/migrate-db-q9lx7] addLogicalPort took 15.527325ms, libovsdb time 1.159742ms I0505 08:54:40.138432 3807 cni.go:452] [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key ] I0505 08:54:40.148231 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-q9lx7, hostIfaceName: 2f5f2afed675b6a, network: default, NAD default, SandboxID: "2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e", PCI device ID: , UID: "d238821c-a8bb-4e60-87c2-d5938ac33048", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0505 08:54:40.201743 3807 cni.go:473] [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:19:25:3c:7a:db\",\"name\":\"2f5f2afed675b6a\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/642eaacf-35b3-407c-bb2b-74d0c568bc70\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 08:54:42.523532 3807 cni.go:452] [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key ] I0505 08:54:42.614517 3807 cni.go:473] [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-q9lx7 2f5f2afed675b6ad89f33e57e4d53f28acf1218773c6bac4ce6be0325a0c858e network default NAD default NAD key default], result "{}", err I0505 08:54:42.662475 3807 obj_retry.go:498] Detected object tsf-tpa/migrate-db-q9lx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:42.662511 3807 pods.go:176] Deleting pod: tsf-tpa/migrate-db-q9lx7 I0505 08:54:42.663882 3807 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-q9lx7, ips: 10.128.0.54 I0505 08:54:42.663913 3807 obj_retry.go:498] Detected object tsf-tpa/migrate-db-q9lx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:42.803031 3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-q9lx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:42.803085 3807 obj_retry.go:492] Detected object tsf-tpa/migrate-db-q9lx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:45.962295 3807 base_network_controller_pods.go:487] [default/tsf-tpa/server-684557bc9-knb49] creating logical port tsf-tpa_server-684557bc9-knb49 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:54:45.962454 3807 kube.go:256] Updating pod tsf-tpa/server-684557bc9-knb49 I0505 08:54:45.977044 3807 pod.go:62] [tsf-tpa/server-684557bc9-knb49] pod update took 14.627225ms I0505 08:54:45.977072 3807 base_network_controller_pods.go:951] [default/tsf-tpa/server-684557bc9-knb49] addLogicalPort annotation time took 14.659616ms I0505 08:54:45.978369 3807 pods.go:271] [tsf-tpa/server-684557bc9-knb49] addLogicalPort took 16.094176ms, libovsdb time 896.768µs I0505 08:54:47.022169 3807 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-wnvs7] creating logical port tsf-tpa_importer-86bcdf477b-wnvs7 for pod on switch ip-10-0-0-32.ec2.internal I0505 08:54:47.022284 3807 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-wnvs7 I0505 08:54:47.036849 3807 pod.go:62] [tsf-tpa/importer-86bcdf477b-wnvs7] pod update took 14.600971ms I0505 08:54:47.036876 3807 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-wnvs7] addLogicalPort annotation time took 14.631855ms I0505 08:54:47.038098 3807 pods.go:271] [tsf-tpa/importer-86bcdf477b-wnvs7] addLogicalPort took 15.965914ms, libovsdb time 827.886µs I0505 08:54:48.360508 3807 obj_retry.go:498] Detected object tsf-tpa/create-importers-sxgn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:48.361069 3807 obj_retry.go:498] Detected object tsf-tpa/create-importers-sxgn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:54:49.385654 3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-sxgn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:49.385677 3807 obj_retry.go:492] Detected object tsf-tpa/create-importers-sxgn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:54:49.945978 3807 cni.go:452] [tsf-tpa/server-684557bc9-knb49 3937d5c2ee7d26d643808ca34b20761e621e097a9712d9d6bee474ab50c4930b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-684557bc9-knb49 3937d5c2ee7d26d643808ca34b20761e621e097a9712d9d6bee474ab50c4930b network default NAD default NAD key ] I0505 08:54:49.955556 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-684557bc9-knb49, hostIfaceName: 3937d5c2ee7d26d, network: default, NAD default, SandboxID: "3937d5c2ee7d26d643808ca34b20761e621e097a9712d9d6bee474ab50c4930b", PCI device ID: , UID: "c3d6d66a-d253-44a7-9577-9c443562e770", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0505 08:54:50.007599 3807 cni.go:473] [tsf-tpa/server-684557bc9-knb49 3937d5c2ee7d26d643808ca34b20761e621e097a9712d9d6bee474ab50c4930b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-684557bc9-knb49 3937d5c2ee7d26d643808ca34b20761e621e097a9712d9d6bee474ab50c4930b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:71:be:97:6f:b3\",\"name\":\"3937d5c2ee7d26d\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbc3493f-6ed3-481a-b28a-28e7249204cd\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:54:50.577506 3807 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 08:54:58.790450 3807 cni.go:452] [tsf-tpa/importer-86bcdf477b-wnvs7 36fbb7fcef3859401463f33579f3c5894d04cb7a8f84e97e50145ee908c032e3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-wnvs7 36fbb7fcef3859401463f33579f3c5894d04cb7a8f84e97e50145ee908c032e3 network default NAD default NAD key ] I0505 08:54:58.800207 3807 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-wnvs7, hostIfaceName: 36fbb7fcef38594, network: default, NAD default, SandboxID: "36fbb7fcef3859401463f33579f3c5894d04cb7a8f84e97e50145ee908c032e3", PCI device ID: , UID: "31681d6c-d550-4c9f-8b5f-667da247d49e", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0505 08:54:58.852120 3807 cni.go:473] [tsf-tpa/importer-86bcdf477b-wnvs7 36fbb7fcef3859401463f33579f3c5894d04cb7a8f84e97e50145ee908c032e3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-wnvs7 36fbb7fcef3859401463f33579f3c5894d04cb7a8f84e97e50145ee908c032e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:8c:7f:c3:c4:36\",\"name\":\"36fbb7fcef38594\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/527e6108-5eb9-48b0-93c2-a8d1b99cf03b\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 08:55:01.586651 3807 util.go:959] Failed to build node endpoints for node ip-10-0-0-32.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0505 08:55:18.758355 3807 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:18.758876 3807 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:18.786038 3807 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:18.786056 3807 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:18.791802 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 08:55:18.791826 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 08:55:19.490526 3807 namespace.go:98] [integration-service] adding namespace I0505 08:55:19.491450 3807 namespace.go:102] [integration-service] adding namespace took 901.141µs I0505 08:55:19.497816 3807 namespace.go:98] [build-service] adding namespace I0505 08:55:19.498009 3807 namespace.go:98] [image-controller] adding namespace I0505 08:55:19.498073 3807 namespace.go:98] [default-tenant] adding namespace I0505 08:55:19.498679 3807 namespace.go:102] [build-service] adding namespace took 842.893µs I0505 08:55:19.499314 3807 namespace.go:102] [image-controller] adding namespace took 1.286084ms I0505 08:55:19.499851 3807 namespace.go:102] [default-tenant] adding namespace took 1.762008ms I0505 08:55:19.555302 3807 namespace.go:142] [integration-service] updating namespace I0505 08:55:19.590423 3807 namespace.go:142] [integration-service] updating namespace I0505 08:55:19.619862 3807 namespace.go:142] [build-service] updating namespace I0505 08:55:19.648945 3807 namespace.go:142] [build-service] updating namespace I0505 08:55:19.679241 3807 namespace.go:142] [image-controller] updating namespace I0505 08:55:19.753674 3807 namespace.go:142] [default-tenant] updating namespace I0505 08:55:19.756882 3807 namespace.go:142] [image-controller] updating namespace I0505 08:55:19.811371 3807 namespace.go:142] [default-tenant] updating namespace I0505 08:55:19.858115 3807 namespace.go:142] [build-service] updating namespace I0505 08:55:19.910513 3807 namespace.go:142] [integration-service] updating namespace I0505 08:55:19.922866 3807 namespace.go:98] [release-service] adding namespace I0505 08:55:19.923697 3807 namespace.go:102] [release-service] adding namespace took 814.359µs I0505 08:55:20.007824 3807 namespace.go:142] [release-service] updating namespace I0505 08:55:20.040177 3807 namespace.go:142] [konflux-ui] updating namespace I0505 08:55:20.071750 3807 namespace.go:142] [release-service] updating namespace I0505 08:55:20.236687 3807 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 08:55:20.247716 3807 namespace.go:98] [konflux-info] adding namespace I0505 08:55:20.248696 3807 namespace.go:102] [konflux-info] adding namespace took 958.95µs I0505 08:55:20.296944 3807 namespace.go:98] [namespace-lister] adding namespace I0505 08:55:20.297714 3807 namespace.go:102] [namespace-lister] adding namespace took 751.877µs I0505 08:55:20.330783 3807 namespace.go:142] [konflux-info] updating namespace I0505 08:55:20.435814 3807 namespace.go:98] [enterprise-contract-service] adding namespace I0505 08:55:20.436593 3807 namespace.go:102] [enterprise-contract-service] adding namespace took 761.859µs I0505 08:55:20.451966 3807 namespace.go:142] [konflux-info] updating namespace I0505 08:55:20.552541 3807 namespace.go:142] [image-controller] updating namespace I0505 08:55:20.556285 3807 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:20.771886 3807 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:20.889371 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:20.938343 3807 namespace.go:142] [default-tenant] updating namespace I0505 08:55:21.007340 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:21.249972 3807 namespace.go:98] [segment-bridge] adding namespace I0505 08:55:21.250845 3807 namespace.go:102] [segment-bridge] adding namespace took 848.735µs I0505 08:55:21.460858 3807 namespace.go:98] [konflux-cli] adding namespace I0505 08:55:21.461699 3807 namespace.go:102] [konflux-cli] adding namespace took 819.508µs I0505 08:55:21.578154 3807 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:21.831979 3807 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:22.439831 3807 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:22.600950 3807 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:22.613266 3807 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 08:55:22.613956 3807 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 08:55:22.613975 3807 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 08:55:22.616743 3807 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 08:55:22.687080 3807 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 08:55:22.687104 3807 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 08:55:22.687968 3807 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 08:55:23.161251 3807 namespace.go:142] [build-service] updating namespace I0505 08:55:23.710102 3807 namespace.go:142] [default-tenant] updating namespace I0505 08:55:23.973172 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:24.237871 3807 namespace.go:142] [image-controller] updating namespace I0505 08:55:24.565550 3807 namespace.go:142] [integration-service] updating namespace I0505 08:55:24.780311 3807 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:25.073834 3807 namespace.go:142] [konflux-info] updating namespace I0505 08:55:25.314944 3807 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:25.590869 3807 namespace.go:142] [release-service] updating namespace I0505 08:55:25.788274 3807 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:25.892583 3807 namespace.go:142] [build-service] updating namespace I0505 08:55:25.910099 3807 namespace.go:142] [default-tenant] updating namespace I0505 08:55:25.931471 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:25.946797 3807 namespace.go:142] [image-controller] updating namespace I0505 08:55:25.959720 3807 namespace.go:142] [integration-service] updating namespace I0505 08:55:25.972403 3807 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:25.985478 3807 namespace.go:142] [konflux-info] updating namespace I0505 08:55:26.002945 3807 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:26.015967 3807 namespace.go:142] [release-service] updating namespace I0505 08:55:26.040804 3807 namespace.go:142] [segment-bridge] updating namespace I0505 08:55:26.103797 3807 namespace.go:142] [build-service] updating namespace I0505 08:55:26.188855 3807 namespace.go:142] [default-tenant] updating namespace I0505 08:55:26.254130 3807 namespace.go:142] [enterprise-contract-service] updating namespace I0505 08:55:26.333078 3807 namespace.go:142] [image-controller] updating namespace I0505 08:55:26.437439 3807 namespace.go:142] [integration-service] updating namespace I0505 08:55:26.549520 3807 namespace.go:142] [konflux-cli] updating namespace I0505 08:55:26.700339 3807 namespace.go:142] [konflux-info] updating namespace I0505 08:55:26.796475 3807 namespace.go:142] [namespace-lister] updating namespace I0505 08:55:26.895342 3807 namespace.go:142] [release-service] updating namespace I0505 08:55:27.003667 3807 namespace.go:142] [segment-bridge] updating namespace W0505 08:55:29.049417 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 08:55:29.078841 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 08:55:29.707585 3807 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 08:55:38.736932 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 08:55:38.737661 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 08:55:38.769082 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:38.769097 3807 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:39.111667 3807 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:39.111684 3807 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 08:55:39.133099 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 08:55:39.133842 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 08:55:39.151072 3807 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 08:55:39.152443 3807 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 08:55:41.820970 3807 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0505 08:55:46.923915 3807 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=40 I0505 08:55:50.465340 3807 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:50.465978 3807 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 08:55:50.827250 3807 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:50.827279 3807 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 08:55:50.833171 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8 I0505 08:55:50.833191 3807 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l7nr8