+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-218.ec2.internal ++ [[ -n ip-10-0-0-218.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-218.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 02:58:01.258144024 - disable conntrack on geneve port' I0506 02:58:01.258144024 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 02:58:01.275672657 - starting ovnkube-node' I0506 02:58:01.275672657 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-218.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-218.ec2.internal --init-node ip-10-0-0-218.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-218.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 02:58:01.317608 3674 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 02:58:01.317679 3674 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fd90a59278.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 02:58:01.319051 3674 kube.go:431] Waiting for certificate I0506 02:58:01.319076 3674 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 02:58:01.319117 3674 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 02:58:01.319804 3674 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 02:58:01.345441 3674 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:58:01.345483 3674 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:58:01.347420 3674 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:58:01.349568 3674 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n628w" I0506 02:58:01.359677 3674 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n628w" I0506 02:58:01.359766 3674 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 02:58:02.319459 3674 kube.go:438] Certificate found I0506 02:58:02.320055 3674 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 02:58:02.321131 3674 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 02:58:02.364773 3674 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 02:53:01 +0000 UTC" deadline="2026-05-06 20:25:29.071611464 +0000 UTC" I0506 02:58:02.364936 3674 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h27m26.706693476s" I0506 02:58:02.399689 3674 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 02:58:02.407545 3674 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 02:58:02.407615 3674 factory.go:561] Starting watch factory I0506 02:58:02.407725 3674 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.407728 3674 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.407747 3674 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.407759 3674 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.407769 3674 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.407788 3674 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.408151 3674 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 02:58:02.408221 3674 server.go:101] MetricServer registers OVS metrics I0506 02:58:02.407730 3674 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.408392 3674 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.408578 3674 server.go:105] MetricServer registers OVN DB metrics I0506 02:58:02.407771 3674 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.408897 3674 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.409282 3674 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.409304 3674 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.413641 3674 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 02:58:02.413698 3674 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 02:58:02.416195 3674 controller_manager.go:370] Starting the ovnkube controller I0506 02:58:02.416207 3674 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-218.ec2.internal I0506 02:58:02.416257 3674 controller_manager.go:395] NBDB zone sync took: 41.671µs I0506 02:58:02.416265 3674 factory.go:561] Starting watch factory I0506 02:58:02.425710 3674 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.425967 3674 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.426305 3674 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.427527 3674 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.429124 3674 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 02:58:02.429151 3674 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 02:58:02.430711 3674 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.433822 3674 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 02:58:02.433862 3674 server.go:109] MetricServer registers OVN Controller metrics I0506 02:58:02.433936 3674 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 02:58:02.438930 3674 server.go:113] MetricServer registers OVN Northd metrics I0506 02:58:02.442818 3674 metrics.go:519] OVN Metrics Server starts to run ... I0506 02:58:02.513981 3674 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 02:58:02.514018 3674 factory.go:1977] *v1.Node informer cache synced successfully I0506 02:58:02.514022 3674 factory.go:1977] *v1.Service informer cache synced successfully I0506 02:58:02.514026 3674 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 02:58:02.514029 3674 factory.go:1977] *v1.Pod informer cache synced successfully I0506 02:58:02.514031 3674 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 02:58:02.514116 3674 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:58:02.514123 3674 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:58:02.514131 3674 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:58:02.514143 3674 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:58:02.516784 3674 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:58:02.516783 3674 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 02:58:02.519776 3674 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 02:58:02.519789 3674 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 02:58:02.519842 3674 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.519858 3674 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.521846 3674 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.522782 3674 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 02:58:02.522793 3674 factory.go:1977] *v1.Pod informer cache synced successfully I0506 02:58:02.522796 3674 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 02:58:02.522799 3674 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 02:58:02.522802 3674 factory.go:1977] *v1.Node informer cache synced successfully I0506 02:58:02.522805 3674 factory.go:1977] *v1.Service informer cache synced successfully I0506 02:58:02.525512 3674 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 02:58:02.525569 3674 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.525581 3674 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.527738 3674 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.527842 3674 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 02:58:02.527853 3674 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 02:58:02.531513 3674 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 02:58:02.531569 3674 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.531583 3674 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.533474 3674 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 02:58:02.533889 3674 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.536702 3674 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 02:58:02.536757 3674 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.536770 3674 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.538615 3674 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 02:58:02.538729 3674 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.542349 3674 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 02:58:02.542403 3674 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.542414 3674 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.543987 3674 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 02:58:02.544421 3674 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.548329 3674 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 02:58:02.548571 3674 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:58:02.548592 3674 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:58:02.549545 3674 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 02:58:02.550530 3674 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 02:58:02.554376 3674 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 02:58:02.554454 3674 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.554475 3674 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.554502 3674 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.554517 3674 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.554584 3674 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 02:58:02.556807 3674 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.556963 3674 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 02:58:02.560023 3674 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 02:58:02.560100 3674 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 02:58:02.560113 3674 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 02:58:02.560122 3674 factory.go:680] Watch Factory start up complete, took: 152.510423ms I0506 02:58:02.560206 3674 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 02:58:02.565846 3674 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 02:58:02.565857 3674 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 02:58:02.565864 3674 factory.go:680] Watch Factory start up complete, took: 149.598072ms I0506 02:58:02.565872 3674 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-218.ec2.internal" zone I0506 02:58:02.605842 3674 default_node_network_controller.go:710] Initializing the default node network controller I0506 02:58:02.690757 3674 udn_isolation.go:101] Starting UDN host isolation manager I0506 02:58:02.696995 3674 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 02:58:02.744853 3674 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 02:58:02.744989 3674 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 02:58:02.745008 3674 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 02:58:02.777575 3674 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 02:58:02.777666 3674 default_node_network_controller.go:809] Node ip-10-0-0-218.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0506 02:58:02.783199 3674 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.218"] k8s.ovn.org/zone-name:ip-10-0-0-218.ec2.internal] on node ip-10-0-0-218.ec2.internal I0506 02:58:02.803168 3674 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 02:58:02.809823 3674 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 02:58:02.809942 3674 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0506 02:58:02.810064 3674 gateway_init.go:263] Preparing Gateway I0506 02:58:02.810075 3674 gateway_shared_intf.go:1687] Creating new gateway I0506 02:58:02.816080 3674 controller_manager.go:429] Waiting for node in zone sync took: 250.196174ms I0506 02:58:02.820684 3674 controller_manager.go:611] Switching to transit router for layer2 networks I0506 02:58:02.820698 3674 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-218.ec2.internal I0506 02:58:02.835767 3674 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 02:58:02.841930 3674 controller_manager.go:290] SCTP support detected in OVN I0506 02:58:02.842468 3674 services_controller.go:69] Creating services controller for network=default I0506 02:58:02.842557 3674 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 02:58:02.842726 3674 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 02:58:02.842756 3674 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 02:58:02.842773 3674 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 02:58:02.842784 3674 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 02:58:02.842941 3674 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 02:58:02.842986 3674 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 02:58:02.843046 3674 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.406µs I0506 02:58:02.843075 3674 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 79.05µs I0506 02:58:02.843086 3674 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 99.111µs I0506 02:58:02.843093 3674 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 02:58:02.843102 3674 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 02:58:02.843113 3674 default_network_controller.go:325] Starting the default network controller I0506 02:58:02.843142 3674 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.433µs I0506 02:58:02.843116 3674 udn_enabled_svc.go:95] Performing full resync I0506 02:58:02.843557 3674 udn_enabled_svc.go:99] Waiting for handler to sync I0506 02:58:02.843567 3674 udn_enabled_svc.go:104] Starting worker I0506 02:58:02.852042 3674 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 02:58:02.852095 3674 repair.go:33] Syncing exgw routes took 39.373µs I0506 02:58:02.852116 3674 default_network_controller.go:414] Starting all the Watchers... I0506 02:58:02.852340 3674 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 02:58:02.852355 3674 namespace.go:98] [openshift-apiserver] adding namespace I0506 02:58:02.852368 3674 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 02:58:02.852372 3674 namespace.go:98] [openshift] adding namespace I0506 02:58:02.852377 3674 namespace.go:98] [openshift-insights] adding namespace I0506 02:58:02.852393 3674 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 02:58:02.852393 3674 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 02:58:02.852414 3674 namespace.go:98] [openshift-console-operator] adding namespace I0506 02:58:02.852416 3674 namespace.go:98] [openshift-config-operator] adding namespace I0506 02:58:02.852426 3674 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 02:58:02.852420 3674 namespace.go:98] [openshift-node] adding namespace I0506 02:58:02.852430 3674 namespace.go:98] [openshift-authentication] adding namespace I0506 02:58:02.852421 3674 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 02:58:02.852429 3674 namespace.go:98] [openshift-logging] adding namespace I0506 02:58:02.852343 3674 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 02:58:02.852959 3674 namespace.go:102] [openshift-ingress-canary] adding namespace took 604.742µs I0506 02:58:02.852975 3674 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 02:58:02.853418 3674 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 437.971µs I0506 02:58:02.853431 3674 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 02:58:02.853936 3674 namespace.go:102] [openshift-backplane-csm] adding namespace took 487.719µs I0506 02:58:02.853952 3674 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 02:58:02.854359 3674 namespace.go:102] [openshift-apiserver] adding namespace took 1.991548ms I0506 02:58:02.854372 3674 namespace.go:98] [openshift-etcd] adding namespace I0506 02:58:02.855050 3674 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.671994ms I0506 02:58:02.855069 3674 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 02:58:02.855530 3674 namespace.go:102] [openshift-insights] adding namespace took 3.143916ms I0506 02:58:02.855548 3674 namespace.go:98] [openshift-host-network] adding namespace I0506 02:58:02.856129 3674 namespace.go:102] [openshift] adding namespace took 3.747699ms I0506 02:58:02.856142 3674 namespace.go:98] [openshift-controller-manager] adding namespace I0506 02:58:02.856598 3674 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.198389ms I0506 02:58:02.856615 3674 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 02:58:02.857054 3674 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.650659ms I0506 02:58:02.857071 3674 namespace.go:98] [openshift-infra] adding namespace I0506 02:58:02.857501 3674 namespace.go:102] [openshift-console-operator] adding namespace took 5.075328ms I0506 02:58:02.857521 3674 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 02:58:02.857973 3674 namespace.go:102] [openshift-config-operator] adding namespace took 5.538924ms I0506 02:58:02.857988 3674 namespace.go:98] [openshift-ingress] adding namespace I0506 02:58:02.858427 3674 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.992724ms I0506 02:58:02.858442 3674 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 02:58:02.858891 3674 namespace.go:102] [openshift-node] adding namespace took 6.452843ms I0506 02:58:02.858910 3674 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 02:58:02.859340 3674 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.897785ms I0506 02:58:02.859353 3674 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 02:58:02.859802 3674 namespace.go:102] [openshift-authentication] adding namespace took 7.361784ms I0506 02:58:02.859823 3674 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 02:58:02.860235 3674 namespace.go:102] [openshift-logging] adding namespace took 7.788257ms I0506 02:58:02.860249 3674 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 02:58:02.860764 3674 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.286462ms I0506 02:58:02.860780 3674 namespace.go:98] [openshift-image-registry] adding namespace I0506 02:58:02.861144 3674 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.173472ms I0506 02:58:02.861158 3674 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 02:58:02.861499 3674 namespace.go:102] [openshift-etcd] adding namespace took 7.120256ms I0506 02:58:02.861516 3674 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 02:58:02.862056 3674 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.980108ms I0506 02:58:02.862071 3674 namespace.go:98] [openshift-backplane] adding namespace I0506 02:58:02.862544 3674 namespace.go:102] [openshift-host-network] adding namespace took 6.990211ms I0506 02:58:02.862560 3674 namespace.go:98] [openshift-operators] adding namespace I0506 02:58:02.862977 3674 namespace.go:102] [openshift-controller-manager] adding namespace took 6.826836ms I0506 02:58:02.862993 3674 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 02:58:02.863340 3674 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.719001ms I0506 02:58:02.863353 3674 namespace.go:98] [openshift-config-managed] adding namespace I0506 02:58:02.863735 3674 namespace.go:102] [openshift-infra] adding namespace took 6.658094ms I0506 02:58:02.863749 3674 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 02:58:02.864104 3674 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.5609ms I0506 02:58:02.864117 3674 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 02:58:02.864521 3674 namespace.go:102] [openshift-ingress] adding namespace took 6.528261ms I0506 02:58:02.864533 3674 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 02:58:02.864913 3674 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.466208ms I0506 02:58:02.864924 3674 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 02:58:02.865354 3674 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.43698ms I0506 02:58:02.865368 3674 namespace.go:98] [openshift-package-operator] adding namespace I0506 02:58:02.865759 3674 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.401415ms I0506 02:58:02.865771 3674 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 02:58:02.866163 3674 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.331972ms I0506 02:58:02.866176 3674 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 02:58:02.866569 3674 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.316354ms I0506 02:58:02.866580 3674 namespace.go:98] [openshift-multus] adding namespace I0506 02:58:02.867442 3674 namespace.go:102] [openshift-image-registry] adding namespace took 6.654928ms I0506 02:58:02.867460 3674 namespace.go:98] [openshift-kube-controller-manager] adding namespace W0506 02:58:02.867864 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lmwcq: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found I0506 02:58:02.867878 3674 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.714052ms I0506 02:58:02.868332 3674 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.808994ms I0506 02:58:02.868351 3674 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 02:58:02.868805 3674 namespace.go:102] [openshift-backplane] adding namespace took 6.727283ms I0506 02:58:02.868822 3674 namespace.go:98] [openshift-machine-api] adding namespace I0506 02:58:02.869217 3674 namespace.go:102] [openshift-operators] adding namespace took 6.650807ms I0506 02:58:02.869231 3674 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 02:58:02.869604 3674 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.604852ms I0506 02:58:02.869639 3674 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 02:58:02.870091 3674 namespace.go:102] [openshift-config-managed] adding namespace took 6.732886ms I0506 02:58:02.870104 3674 namespace.go:98] [openshift-cluster-version] adding namespace I0506 02:58:02.870472 3674 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.716977ms I0506 02:58:02.870486 3674 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 02:58:02.870835 3674 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.713345ms I0506 02:58:02.870846 3674 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 02:58:02.871249 3674 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.711257ms I0506 02:58:02.871262 3674 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 02:58:02.871622 3674 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.693419ms I0506 02:58:02.871632 3674 namespace.go:98] [openshift-dns-operator] adding namespace I0506 02:58:02.872030 3674 namespace.go:102] [openshift-package-operator] adding namespace took 6.657262ms I0506 02:58:02.872044 3674 namespace.go:98] [kube-public] adding namespace I0506 02:58:02.872418 3674 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.642487ms I0506 02:58:02.872431 3674 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 02:58:02.872898 3674 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.717535ms W0506 02:58:02.872901 3674 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c5xlg: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found I0506 02:58:02.872909 3674 namespace.go:98] [kube-system] adding namespace I0506 02:58:02.873460 3674 namespace.go:102] [openshift-multus] adding namespace took 6.872524ms I0506 02:58:02.873473 3674 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 02:58:02.873913 3674 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.43833ms I0506 02:58:02.873927 3674 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 02:58:02.874278 3674 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.920135ms I0506 02:58:02.874291 3674 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 02:58:02.874678 3674 namespace.go:102] [openshift-machine-api] adding namespace took 5.851061ms I0506 02:58:02.874690 3674 namespace.go:98] [openshift-config] adding namespace I0506 02:58:02.875105 3674 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.86834ms I0506 02:58:02.875117 3674 namespace.go:98] [default] adding namespace I0506 02:58:02.875616 3674 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.96887ms I0506 02:58:02.875629 3674 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 02:58:02.876104 3674 namespace.go:102] [openshift-cluster-version] adding namespace took 5.995134ms I0506 02:58:02.876116 3674 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 02:58:02.876444 3674 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.95377ms I0506 02:58:02.876453 3674 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 02:58:02.876875 3674 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.02524ms I0506 02:58:02.876885 3674 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 02:58:02.877318 3674 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.051326ms I0506 02:58:02.877332 3674 namespace.go:98] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] adding namespace I0506 02:58:02.877767 3674 namespace.go:102] [openshift-dns-operator] adding namespace took 6.128835ms I0506 02:58:02.877785 3674 namespace.go:98] [openshift-monitoring] adding namespace I0506 02:58:02.878199 3674 namespace.go:102] [kube-public] adding namespace took 6.150257ms I0506 02:58:02.878210 3674 namespace.go:98] [openshift-dns] adding namespace I0506 02:58:02.878599 3674 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.163927ms I0506 02:58:02.878609 3674 namespace.go:98] [openshift-network-console] adding namespace I0506 02:58:02.879084 3674 namespace.go:102] [kube-system] adding namespace took 6.168392ms I0506 02:58:02.879569 3674 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.089034ms I0506 02:58:02.879588 3674 namespace.go:98] [kube-node-lease] adding namespace I0506 02:58:02.880390 3674 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.457058ms I0506 02:58:02.880408 3674 namespace.go:98] [openshift-console] adding namespace I0506 02:58:02.880816 3674 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.518168ms I0506 02:58:02.881240 3674 namespace.go:102] [openshift-config] adding namespace took 6.544862ms I0506 02:58:02.881676 3674 namespace.go:102] [default] adding namespace took 6.551626ms I0506 02:58:02.881695 3674 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 02:58:02.882107 3674 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.473477ms I0506 02:58:02.882542 3674 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.420348ms I0506 02:58:02.882913 3674 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.452916ms I0506 02:58:02.883437 3674 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.545866ms I0506 02:58:02.883452 3674 namespace.go:98] [openshift-marketplace] adding namespace I0506 02:58:02.883939 3674 namespace.go:102] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] adding namespace took 6.602972ms I0506 02:58:02.884335 3674 namespace.go:102] [openshift-monitoring] adding namespace took 6.541792ms I0506 02:58:02.884351 3674 namespace.go:98] [openshift-network-operator] adding namespace I0506 02:58:02.884764 3674 namespace.go:102] [openshift-dns] adding namespace took 6.549548ms I0506 02:58:02.885148 3674 namespace.go:102] [openshift-network-console] adding namespace took 6.53408ms I0506 02:58:02.885162 3674 namespace.go:98] [dedicated-admin] adding namespace I0506 02:58:02.885502 3674 namespace.go:102] [kube-node-lease] adding namespace took 5.908914ms I0506 02:58:02.885887 3674 namespace.go:102] [openshift-console] adding namespace took 5.473722ms I0506 02:58:02.885899 3674 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 02:58:02.886232 3674 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.532505ms I0506 02:58:02.886618 3674 namespace.go:102] [openshift-marketplace] adding namespace took 3.161431ms I0506 02:58:02.887011 3674 namespace.go:102] [openshift-network-operator] adding namespace took 2.656535ms I0506 02:58:02.887402 3674 namespace.go:102] [dedicated-admin] adding namespace took 2.229095ms I0506 02:58:02.887740 3674 namespace.go:102] [openshift-backplane-srep] adding namespace took 1.835582ms W0506 02:58:02.887820 3674 master.go:458] Unable to parse local node ip-10-0-0-218.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 02:58:02.887829 3674 master.go:481] Removing stale chassis with ID/Name: a239589d-eb3b-4c3d-bf53-3d2426e90cb2, hostname: ip-10-0-0-218.ec2.internal I0506 02:58:02.888250 3674 master.go:548] Adding or Updating local node "ip-10-0-0-218.ec2.internal" for network "default" I0506 02:58:02.888902 3674 zone_ic_handler.go:195] Time taken to create transit switch: 295.204µs I0506 02:58:02.888915 3674 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-29.ec2.internal for the network default I0506 02:58:02.889173 3674 zone_ic_handler.go:195] Time taken to create transit switch: 183.036µs I0506 02:58:02.889186 3674 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-72.ec2.internal for the network default I0506 02:58:02.889802 3674 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-29.ec2.internal" on network "default" took: 1.209898ms I0506 02:58:02.890721 3674 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-72.ec2.internal" on network "default" took: 1.737754ms I0506 02:58:02.892456 3674 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-218.ec2.internal for the network default I0506 02:58:02.892620 3674 zone_ic_handler.go:195] Time taken to create transit switch: 151.318µs I0506 02:58:02.893363 3674 default_network_controller.go:823] Node add failed for ip-10-0-0-218.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal, error getting gateway config for node ip-10-0-0-218.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal", failed to update chassis to local for local node ip-10-0-0-218.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-218.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal] E0506 02:58:02.893407 3674 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-218.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal, error getting gateway config for node ip-10-0-0-218.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal", failed to update chassis to local for local node ip-10-0-0-218.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-218.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal] I0506 02:58:02.893460 3674 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 02:58:02.893501 3674 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 02:58:02.893480 3674 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-218.ec2.internal", UID:"6ee748b7-dec6-4a3d-b94d-39a65201081b", APIVersion:"v1", ResourceVersion:"9011", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal, error getting gateway config for node ip-10-0-0-218.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal", failed to update chassis to local for local node ip-10-0-0-218.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-218.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-218.ec2.internal] I0506 02:58:02.893521 3674 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 02:58:02.893527 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:02.893555 3674 node_tracker.go:235] Node ip-10-0-0-218.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-218.ec2.internal" I0506 02:58:02.893570 3674 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.893582 3674 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.893591 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-29.ec2.internal in network "default" I0506 02:58:02.893629 3674 node_tracker.go:169] Node ip-10-0-1-29.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.893636 3674 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.893643 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-72.ec2.internal in network "default" I0506 02:58:02.893687 3674 node_tracker.go:169] Node ip-10-0-2-72.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.893694 3674 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.912334 3674 iptables.go:108] Creating table: filter chain: FORWARD I0506 02:58:02.919059 3674 iptables.go:108] Creating table: filter chain: OUTPUT I0506 02:58:02.926833 3674 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 02:58:02.926852 3674 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-218.ec2.internal","mac-address":"12:04:e8:9d:76:51","ip-addresses":["10.0.0.218/24"],"ip-address":"10.0.0.218/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a239589d-eb3b-4c3d-bf53-3d2426e90cb2 k8s.ovn.org/node-encap-ips:["10.0.0.218"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.218/24"} k8s.ovn.org/zone-name:ip-10-0-0-218.ec2.internal] on node ip-10-0-0-218.ec2.internal I0506 02:58:02.942097 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:02.942105 3674 master.go:548] Adding or Updating local node "ip-10-0-0-218.ec2.internal" for network "default" I0506 02:58:02.942149 3674 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:02.942161 3674 services_controller.go:574] Full service sync requested for network=default I0506 02:58:02.947263 3674 default_node_network_controller.go:519] Node connection status = connected W0506 02:58:02.948446 3674 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lmwcq: pod openshift-network-diagnostics/network-check-target-lmwcq: no pod IPs found W0506 02:58:02.948472 3674 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-c5xlg: pod openshift-multus/network-metrics-daemon-c5xlg: no pod IPs found I0506 02:58:02.949433 3674 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-218.ec2.internal for the network default I0506 02:58:02.949599 3674 zone_ic_handler.go:195] Time taken to create transit switch: 154.826µs I0506 02:58:02.994134 3674 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 02:58:02.994181 3674 services_controller.go:208] Setting up event handlers for services for network=default I0506 02:58:02.994274 3674 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 02:58:02.994326 3674 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 02:58:02.994343 3674 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 02:58:03.095165 3674 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 02:58:03.095189 3674 repair.go:60] Starting repairing loop for services I0506 02:58:03.095279 3674 repair.go:131] Deleted 0 stale service LBs I0506 02:58:03.095298 3674 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 02:58:03.095315 3674 repair.go:62] Finished repairing loop for services: 129.507µs I0506 02:58:03.095338 3674 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 02:58:03.095347 3674 services_controller.go:254] Starting workers for network=default I0506 02:58:03.095851 3674 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c5xlg] creating logical port openshift-multus_network-metrics-daemon-c5xlg for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:03.095907 3674 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lmwcq] creating logical port openshift-network-diagnostics_network-check-target-lmwcq for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:03.095966 3674 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-c5xlg I0506 02:58:03.095974 3674 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lmwcq I0506 02:58:03.111075 3674 pod.go:62] [openshift-multus/network-metrics-daemon-c5xlg] pod update took 15.154513ms I0506 02:58:03.111094 3674 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-c5xlg] addLogicalPort annotation time took 15.178271ms I0506 02:58:03.111897 3674 pod.go:62] [openshift-network-diagnostics/network-check-target-lmwcq] pod update took 15.945796ms I0506 02:58:03.111969 3674 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lmwcq] addLogicalPort annotation time took 16.017166ms I0506 02:58:03.111933 3674 pods.go:271] [openshift-multus/network-metrics-daemon-c5xlg] addLogicalPort took 16.097107ms, libovsdb time 647.805µs I0506 02:58:03.112959 3674 pods.go:271] [openshift-network-diagnostics/network-check-target-lmwcq] addLogicalPort took 17.055882ms, libovsdb time 739.134µs I0506 02:58:03.113290 3674 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 02:58:03.113309 3674 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 02:58:03.113318 3674 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 02:58:03.113322 3674 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 02:58:03.113494 3674 repair.go:29] Repairing admin network policies took 166.678µs I0506 02:58:03.113587 3674 repair.go:92] Repairing baseline admin network policies took 85.103µs I0506 02:58:03.113953 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 02:58:03.113971 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 02:58:03.115462 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 02:58:03.115480 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 02:58:03.115490 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 02:58:03.117266 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 02:58:03.117285 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 02:58:03.117292 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 02:58:03.118466 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 02:58:03.118484 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 02:58:03.118496 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 02:58:03.120370 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 02:58:03.120387 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 02:58:03.120395 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 02:58:03.122166 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 02:58:03.122185 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 02:58:03.122194 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 02:58:03.123576 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 02:58:03.123594 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 02:58:03.123601 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 02:58:03.124055 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 02:58:03.124074 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 02:58:03.124083 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 02:58:03.124823 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 02:58:03.124839 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 02:58:03.124847 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 02:58:03.125296 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 02:58:03.125312 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 02:58:03.125320 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 02:58:03.125756 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 02:58:03.125773 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 02:58:03.125780 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 02:58:03.126745 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 02:58:03.126762 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 02:58:03.127465 3674 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 02:58:03.127477 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 02:58:03.128125 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 02:58:03.128139 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 02:58:03.128145 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 02:58:03.129255 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 02:58:03.129273 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 02:58:03.129281 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 02:58:03.130600 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 02:58:03.130618 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 02:58:03.130627 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 02:58:03.131250 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 02:58:03.131266 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 02:58:03.131272 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 02:58:03.131504 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 02:58:03.131519 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 02:58:03.131529 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 02:58:03.132696 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 02:58:03.132711 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 02:58:03.132720 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 02:58:03.133752 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 02:58:03.133770 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 02:58:03.133777 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 02:58:03.134216 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 02:58:03.134234 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 02:58:03.134241 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 02:58:03.134472 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 02:58:03.134487 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 02:58:03.134493 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 02:58:03.134953 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 02:58:03.134968 3674 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 02:58:03.134977 3674 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 02:58:03.135866 3674 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 02:58:03.135881 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 02:58:03.135901 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 02:58:03.136549 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 02:58:03.136567 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 02:58:03.136575 3674 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 02:58:03.137021 3674 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 02:58:03.137036 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 02:58:03.137043 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 02:58:03.137493 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 02:58:03.137509 3674 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 02:58:03.137516 3674 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 02:58:03.137946 3674 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 02:58:03.137960 3674 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 02:58:03.137967 3674 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 02:58:03.138430 3674 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 02:58:03.138446 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 02:58:03.138453 3674 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 02:58:03.138737 3674 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 02:58:03.138754 3674 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 02:58:03.138764 3674 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 02:58:03.140264 3674 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 02:58:03.145600 3674 egressfirewall.go:374] Starting EgressFirewall controller I0506 02:58:03.145632 3674 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 02:58:03.145635 3674 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 02:58:03.145672 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 02:58:03.145685 3674 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 02:58:03.145675 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 02:58:03.145692 3674 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 02:58:03.145932 3674 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 02:58:03.145945 3674 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 02:58:03.145950 3674 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 02:58:03.145958 3674 egressqos.go:193] Setting up event handlers for EgressQoS I0506 02:58:03.145966 3674 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:58:03.145974 3674 egressfirewall.go:723] Syncing node "ip-10-0-1-29.ec2.internal" for egress firewall I0506 02:58:03.145977 3674 egressfirewall.go:723] Syncing node "ip-10-0-2-72.ec2.internal" for egress firewall I0506 02:58:03.146058 3674 egressqos.go:245] Starting EgressQoS Controller I0506 02:58:03.146067 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 02:58:03.146072 3674 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 02:58:03.146077 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 02:58:03.146081 3674 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 02:58:03.146086 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 02:58:03.146090 3674 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 02:58:03.146093 3674 egressqos.go:259] Repairing EgressQoSes I0506 02:58:03.146097 3674 egressqos.go:399] Starting repairing loop for egressqos I0506 02:58:03.146161 3674 egressqos.go:401] Finished repairing loop for egressqos: 63.957µs I0506 02:58:03.146175 3674 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 02:58:03.146201 3674 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-218.ec2.internal I0506 02:58:03.146237 3674 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-218.ec2.internal : 37.832µs I0506 02:58:03.146286 3674 egressservice_zone.go:210] Starting Egress Services Controller I0506 02:58:03.146294 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 02:58:03.146299 3674 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 02:58:03.146307 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 02:58:03.146311 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 02:58:03.146316 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 02:58:03.146322 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 02:58:03.146326 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 02:58:03.146330 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 02:58:03.146334 3674 egressservice_zone.go:228] Repairing Egress Services I0506 02:58:03.146557 3674 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 02:58:03.146566 3674 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 02:58:03.146637 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-72.ec2.internal I0506 02:58:03.146647 3674 default_network_controller.go:585] Completing all the Watchers took 294.523244ms I0506 02:58:03.146664 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-72.ec2.internal: 27.443µs I0506 02:58:03.146671 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:58:03.146675 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 4.84µs I0506 02:58:03.146679 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-29.ec2.internal I0506 02:58:03.146684 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-29.ec2.internal: 5.328µs I0506 02:58:03.146671 3674 default_network_controller.go:589] Starting unidling controllers I0506 02:58:03.146705 3674 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 02:58:03.146718 3674 unidle.go:63] Populating Initial ContollerEvent events I0506 02:58:03.146731 3674 unidle.go:79] Setting up event handlers for services I0506 02:58:03.146789 3674 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 02:58:03.446852 3674 default_node_network_controller.go:519] Node connection status = connected W0506 02:58:03.822386 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:03.947306 3674 default_node_network_controller.go:519] Node connection status = connected I0506 02:58:04.447195 3674 default_node_network_controller.go:519] Node connection status = connected I0506 02:58:04.946409 3674 default_node_network_controller.go:519] Node connection status = connected I0506 02:58:04.964408 3674 bridgeconfig.go:537] Gateway is ready I0506 02:58:04.964424 3674 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 02:58:04.967625 3674 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 02:58:04.976159 3674 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.218. Updating OVN encap IP. I0506 02:58:04.981722 3674 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.218 - it is already configured I0506 02:58:04.981736 3674 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.218/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 02:58:04.981924 3674 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.218/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-218.ec2.internal","mac-address":"12:04:e8:9d:76:51","ip-addresses":["10.0.0.218/24"],"ip-address":"10.0.0.218/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a239589d-eb3b-4c3d-bf53-3d2426e90cb2 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.218/24"}] on node ip-10-0-0-218.ec2.internal I0506 02:58:04.998216 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:58:04.998230 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 19.353µs I0506 02:58:04.998249 3674 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-218.ec2.internal in network "default" I0506 02:58:04.998274 3674 egressfirewall.go:723] Syncing node "ip-10-0-0-218.ec2.internal" for egress firewall I0506 02:58:04.998287 3674 master.go:548] Adding or Updating local node "ip-10-0-0-218.ec2.internal" for network "default" I0506 02:58:04.998304 3674 node_tracker.go:169] Node ip-10-0-0-218.ec2.internal switch + router changed, syncing services in network "default" I0506 02:58:04.998322 3674 services_controller.go:574] Full service sync requested for network=default I0506 02:58:04.998423 3674 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.218 I0506 02:58:04.998502 3674 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-218.ec2.internal W0506 02:58:04.998512 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:05.002119 3674 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-218.ec2.internal. Updating no re-route policies I0506 02:58:05.002188 3674 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-m8qps I0506 02:58:05.002198 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq I0506 02:58:05.002210 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq I0506 02:58:05.002210 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8k9qw I0506 02:58:05.002210 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c5xlg I0506 02:58:05.002221 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c5xlg I0506 02:58:05.002222 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8k9qw I0506 02:58:05.002224 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-218.ec2.internal I0506 02:58:05.002230 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mjcj8 I0506 02:58:05.002239 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-218.ec2.internal I0506 02:58:05.002239 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7m47z I0506 02:58:05.002243 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mjcj8 I0506 02:58:05.002203 3674 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-m8qps I0506 02:58:05.002245 3674 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c5xlg] creating logical port openshift-multus_network-metrics-daemon-c5xlg for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:05.002252 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7m47z I0506 02:58:05.002259 3674 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-m8qps after 0 failed attempt(s) I0506 02:58:05.002260 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-218.ec2.internal after 0 failed attempt(s) I0506 02:58:05.002262 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hpflm I0506 02:58:05.002261 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7qtc2 I0506 02:58:05.002269 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7m47z after 0 failed attempt(s) I0506 02:58:05.002271 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2fvqj I0506 02:58:05.002272 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hpflm I0506 02:58:05.002276 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7qtc2 I0506 02:58:05.002270 3674 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-218.ec2.internal I0506 02:58:05.002278 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2fvqj I0506 02:58:05.002278 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-gxfcj I0506 02:58:05.002282 3674 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bw4hw I0506 02:58:05.002286 3674 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-218.ec2.internal I0506 02:58:05.002291 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-gxfcj I0506 02:58:05.002292 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hpflm after 0 failed attempt(s) I0506 02:58:05.002290 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2fvqj after 0 failed attempt(s) I0506 02:58:05.002297 3674 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bw4hw I0506 02:58:05.002307 3674 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-218.ec2.internal after 0 failed attempt(s) I0506 02:58:05.002261 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mjcj8 after 0 failed attempt(s) I0506 02:58:05.002292 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7qtc2 after 0 failed attempt(s) I0506 02:58:05.002309 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-gxfcj after 0 failed attempt(s) I0506 02:58:05.002322 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bw4hw after 0 failed attempt(s) I0506 02:58:05.002244 3674 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lmwcq] creating logical port openshift-network-diagnostics_network-check-target-lmwcq for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:05.002243 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8k9qw after 0 failed attempt(s) I0506 02:58:05.002848 3674 pods.go:271] [openshift-multus/network-metrics-daemon-c5xlg] addLogicalPort took 606.893µs, libovsdb time 297.596µs I0506 02:58:05.002861 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-c5xlg after 0 failed attempt(s) I0506 02:58:05.002998 3674 pods.go:271] [openshift-network-diagnostics/network-check-target-lmwcq] addLogicalPort took 760.676µs, libovsdb time 215.061µs I0506 02:58:05.003010 3674 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lmwcq after 0 failed attempt(s) I0506 02:58:05.032807 3674 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 02:58:05.044560 3674 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 02:58:05.048100 3674 iptables.go:108] Creating table: nat chain: OUTPUT I0506 02:58:05.096262 3674 iptables.go:108] Creating table: nat chain: PREROUTING I0506 02:58:05.156403 3674 iptables.go:108] Creating table: filter chain: FORWARD I0506 02:58:05.173537 3674 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 02:58:05.173628 3674 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 02:58:05.173681 3674 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 02:58:05.173751 3674 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 02:58:05.173797 3674 gateway_init.go:325] Gateway and management port readiness took 2.231845744s I0506 02:58:05.173822 3674 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 02:58:05.173856 3674 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 02:58:05.173867 3674 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 02:58:05.173876 3674 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 02:58:05.173928 3674 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 02:58:05.174004 3674 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.087µs I0506 02:58:05.174583 3674 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 02:58:05.174612 3674 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.616µs I0506 02:58:05.174618 3674 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.519µs I0506 02:58:05.174624 3674 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 02:58:05.174632 3674 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 02:58:05.174637 3674 default_node_network_controller.go:899] Starting the default node network controller I0506 02:58:05.174641 3674 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 02:58:05.174684 3674 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.243µs I0506 02:58:05.174787 3674 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 02:58:05.174792 3674 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 02:58:05.174815 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d080 0xc000337b90 0xc000337c00 0xc000337c70 0xc000337ce0 0xc000337dc0 0xc000337e30 0xc000b2b400 0xc000337ea0 0xc000337f10 0xc000b2a050 0xc00627e3f0 0xc000348000 map[0x2ff9080:0xc0021a6120 0x2ff95c0:0xc002546600 0x2ffa2e0:0xc0021a6060 0x2ffa580:0xc0021a60c0 0x2ffad60:0xc0021a6180 0x2ffb000:0xc0021a61e0 0x2ffb2a0:0xc0021a6240 0x2ffba80:0xc002546660 0x2ffbd20:0xc0025466c0 0x3026980:0xc0004d6900 0x3026d20:0xc002490e40 0x3027800:0xc000b77560 0x3029160:0xc001d28000 0x30298a0:0xc0021a6000 0x302a720:0xc001687f20] 0xc000b20230 0} I0506 02:58:05.174865 3674 gateway.go:151] Starting gateway service sync I0506 02:58:05.175233 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 02:58:05.177507 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 02:58:05.204027 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 02:58:05.205200 3674 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 02:58:05.206387 3674 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 02:58:05.239750 3674 gateway.go:168] Gateway service sync done. Time taken: 64.875807ms I0506 02:58:05.240045 3674 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31486 I0506 02:58:05.240480 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d080 0xc000337b90 0xc000337c00 0xc000337c70 0xc000337ce0 0xc000337dc0 0xc000337e30 0xc000b2b400 0xc000337ea0 0xc000337f10 0xc000b2a050 0xc00627e3f0 0xc000348000 map[0x2ff9080:0xc0021a6120 0x2ff95c0:0xc002546600 0x2ffa2e0:0xc0021a6060 0x2ffa580:0xc0021a60c0 0x2ffad60:0xc0021a6180 0x2ffb000:0xc0021a61e0 0x2ffb2a0:0xc0021a6240 0x2ffba80:0xc002546660 0x2ffbd20:0xc0025466c0 0x3026980:0xc0004d6900 0x3026d20:0xc002490e40 0x3027800:0xc000b77560 0x3029160:0xc001d28000 0x30298a0:0xc0021a6000 0x302a720:0xc001687f20] 0xc000b20230 0} I0506 02:58:05.240899 3674 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d080 0xc000337b90 0xc000337c00 0xc000337c70 0xc000337ce0 0xc000337dc0 0xc000337e30 0xc000b2b400 0xc000337ea0 0xc000337f10 0xc000b2a050 0xc00627e3f0 0xc000348000 map[0x2ff9080:0xc0021a6120 0x2ff95c0:0xc002546600 0x2ffa2e0:0xc0021a6060 0x2ffa580:0xc0021a60c0 0x2ffad60:0xc0021a6180 0x2ffb000:0xc0021a61e0 0x2ffb2a0:0xc0021a6240 0x2ffba80:0xc002546660 0x2ffbd20:0xc0025466c0 0x3026980:0xc0004d6900 0x3026d20:0xc002490e40 0x3027800:0xc000b77560 0x3029160:0xc001d28000 0x30298a0:0xc0021a6000 0x302a720:0xc001687f20] 0xc000b20230 0} I0506 02:58:05.240933 3674 gateway.go:532] Reconciling gateway with updates I0506 02:58:05.245669 3674 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 02:58:05.245693 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:58:05.245698 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:58:05.245709 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:58:05.245713 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:58:05.245717 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:58:05.245719 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:58:05.245727 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:58:05.245728 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:58:05.245737 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:58:05.245745 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:58:05.245750 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 02:58:05.245754 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245757 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:58:05.245749 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 02:58:05.245759 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:58:05.245776 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:58:05.245778 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 02:58:05.245779 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:58:05.245785 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:58:05.245778 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:58:05.245790 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:58:05.245792 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 02:58:05.245791 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:58:05.245797 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:58:05.245800 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 02:58:05.245809 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:58:05.245811 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:58:05.245810 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:58:05.245765 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:58:05.245813 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 02:58:05.245820 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 02:58:05.245828 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 02:58:05.245822 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:58:05.245832 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:58:05.245839 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:58:05.245841 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 32438 is already open, no action needed I0506 02:58:05.245838 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:58:05.245842 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:58:05.245849 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:58:05.245852 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:58:05.245857 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:58:05.245856 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:58:05.245858 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245861 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:58:05.245866 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:58:05.245870 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 02:58:05.245874 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:58:05.245877 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:58:05.245880 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:58:05.245877 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:58:05.245881 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:58:05.245881 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 02:58:05.245883 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:58:05.245891 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:58:05.245892 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:58:05.245890 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:58:05.245893 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:58:05.245893 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 02:58:05.245898 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:58:05.245889 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:58:05.245909 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:58:05.245878 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 02:58:05.245917 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:58:05.245936 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 02:58:05.245940 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 02:58:05.245942 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245849 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 32588 is already open, no action needed I0506 02:58:05.245918 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245955 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:58:05.245988 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:58:05.245938 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 02:58:05.245847 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:58:05.246012 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245807 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:58:05.246026 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:58:05.245879 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:58:05.246049 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:58:05.246057 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 02:58:05.245842 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:58:05.245834 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 02:58:05.245809 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:58:05.246081 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:58:05.245800 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 02:58:05.245817 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:58:05.246124 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:58:05.246139 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 02:58:05.245821 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245765 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245767 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 02:58:05.245828 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 02:58:05.246214 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 02:58:05.245839 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:58:05.246238 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:58:05.245843 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 02:58:05.245787 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:05.246274 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:05.245857 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:58:05.246299 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:58:05.246303 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 02:58:05.245860 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:58:05.245745 3674 default_node_network_controller.go:944] Gateway and management port readiness took 70.944364ms I0506 02:58:05.245858 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 02:58:05.246379 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 02:58:05.246391 3674 node_ip_handler_linux.go:160] Node IP manager is running I0506 02:58:05.245866 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:58:05.245880 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 02:58:05.245783 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:58:05.246432 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:58:05.246437 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 02:58:05.245883 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:58:05.246447 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 02:58:05.245886 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 02:58:05.245896 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:58:05.245904 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:58:05.245903 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:58:05.245939 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 02:58:05.245821 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) W0506 02:58:05.282468 3674 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 02:58:05.282608 3674 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 02:58:05.282730 3674 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0506 02:58:05.291547 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 02:58:05.291570 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 02:58:05.330057 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 02:58:05.330065 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 02:58:05.330080 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 02:58:05.330088 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 02:58:05.330093 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 02:58:05.330100 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 02:58:05.330105 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 02:58:05.367438 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 02:58:05.367458 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 02:58:05.367464 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 02:58:05.367470 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 02:58:05.367476 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 02:58:05.367482 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 02:58:05.367487 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 02:58:05.367493 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 02:58:05.367498 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 02:58:05.367503 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 02:58:07.286202 3674 default_node_network_controller.go:1380] Starting node controller node sync W0506 02:58:07.286266 3674 egressip_healthcheck.go:76] Health checking using insecure connection I0506 02:58:07.286307 3674 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0506 02:58:07.298178 3674 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.953268ms I0506 02:58:07.298321 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-29.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 02:58:07.298336 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-29.ec2.internal", IP: 10.0.1.29 to PMTUD blocking rules I0506 02:58:07.298347 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 02:58:07.298359 3674 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-72.ec2.internal", IP: 10.0.2.72 to PMTUD blocking rules I0506 02:58:07.310119 3674 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 02:58:07.310380 3674 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 02:58:07.310502 3674 egressservice_node.go:183] Starting Egress Services Controller I0506 02:58:07.310521 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 02:58:07.310535 3674 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 02:58:07.310544 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 02:58:07.310554 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 02:58:07.310563 3674 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 02:58:07.310572 3674 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 02:58:07.310579 3674 egressservice_node.go:197] Repairing Egress Services I0506 02:58:07.320785 3674 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 02:58:07.320796 3674 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 02:58:07.320904 3674 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 02:58:07.320914 3674 link_network_manager.go:119] Link manager is running I0506 02:58:07.320922 3674 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 02:58:07.321047 3674 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 02:58:07.321360 3674 vrf_manager.go:128] VRF manager is running I0506 02:58:07.321453 3674 node_controller_manager.go:437] Removing flows to drop GARP I0506 02:58:07.321462 3674 gateway.go:532] Reconciling gateway with updates I0506 02:58:07.342505 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:58:07.342525 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 02:58:07.342532 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 02:58:07.342531 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 02:58:07.342542 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:58:07.342545 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 02:58:07.342543 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:58:07.342551 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 02:58:07.342553 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 02:58:07.342559 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 02:58:07.342555 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:58:07.342567 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:58:07.342569 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:58:07.342573 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 02:58:07.342577 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 02:58:07.342580 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:58:07.342580 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:58:07.342571 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:58:07.342586 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:58:07.342590 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:58:07.342599 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:58:07.342601 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:58:07.342603 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:58:07.342602 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:58:07.342612 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 02:58:07.342614 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 02:58:07.342622 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 02:58:07.342617 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:58:07.342624 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:58:07.342631 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:07.342635 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 02:58:07.342637 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 02:58:07.342641 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 02:58:07.342637 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:58:07.342547 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 02:58:07.342643 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:58:07.342667 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 02:58:07.342672 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:58:07.342674 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 02:58:07.342676 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 02:58:07.342677 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:58:07.342682 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 02:58:07.342687 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 02:58:07.342687 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:58:07.342690 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 02:58:07.342697 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 02:58:07.342690 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:58:07.342701 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:58:07.342602 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 02:58:07.342709 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 02:58:07.342623 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 02:58:07.342719 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 02:58:07.342717 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:58:07.342720 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:58:07.342734 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 02:58:07.342734 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 02:58:07.342573 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 02:58:07.342569 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 02:58:07.342677 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:58:07.342775 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 02:58:07.342560 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 02:58:07.342804 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 32438 is already open, no action needed I0506 02:58:07.342812 3674 port_claim.go:71] Svc openshift-ingress/router-default: port 32588 is already open, no action needed I0506 02:58:07.342633 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:58:07.342842 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 02:58:07.342623 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 02:58:07.342613 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 02:58:07.342611 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 02:58:07.342584 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 02:58:07.342586 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 02:58:07.342591 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 02:58:07.342592 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 02:58:07.342592 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:58:07.342991 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 02:58:07.342561 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:58:07.343028 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 02:58:07.342580 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:58:07.343052 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 02:58:07.343058 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 02:58:07.342603 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 02:58:07.342605 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 02:58:07.342612 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:58:07.343109 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 02:58:07.342625 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:58:07.343136 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 02:58:07.342623 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 02:58:07.343163 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 02:58:07.342635 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 02:58:07.343184 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 02:58:07.342644 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:58:07.343194 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 02:58:07.343198 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 02:58:07.342638 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:58:07.343207 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 02:58:07.342647 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 02:58:07.342666 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 02:58:07.342711 3674 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:58:07.343256 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 02:58:07.342712 3674 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 02:58:07.343282 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 02:58:07.366850 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 02:58:07.366875 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 02:58:07.366883 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 02:58:07.366888 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 02:58:07.366892 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 02:58:07.366898 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 02:58:07.366916 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 02:58:07.366939 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 02:58:07.408293 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 02:58:07.408320 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 02:58:07.408330 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 02:58:07.408340 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 02:58:07.408349 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 02:58:07.408357 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 02:58:07.408365 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 02:58:07.408372 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 02:58:07.452796 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 02:58:07.452867 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 02:58:07.452889 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 02:58:07.452908 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 02:58:07.452929 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 02:58:07.452936 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 02:58:07.452941 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 02:58:07.452948 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 02:58:07.452953 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 02:58:07.452959 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 02:58:07.452964 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 02:58:07.452969 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 02:58:07.452973 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 02:58:07.452980 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 02:58:07.452987 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 02:58:07.452997 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 02:58:07.453002 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 02:58:07.453008 3674 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) W0506 02:58:07.589799 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 02:58:09.003994 3674 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-218.ec2.internal I0506 02:58:09.004028 3674 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-218.ec2.internal: 39.412µs I0506 02:58:09.028209 3674 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6dd6f4f69f-qxclh] creating logical port openshift-image-registry_image-registry-6dd6f4f69f-qxclh for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:09.028359 3674 kube.go:256] Updating pod openshift-image-registry/image-registry-6dd6f4f69f-qxclh I0506 02:58:09.048583 3674 pod.go:62] [openshift-image-registry/image-registry-6dd6f4f69f-qxclh] pod update took 20.262373ms I0506 02:58:09.048608 3674 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6dd6f4f69f-qxclh] addLogicalPort annotation time took 20.289194ms I0506 02:58:09.049865 3674 pods.go:271] [openshift-image-registry/image-registry-6dd6f4f69f-qxclh] addLogicalPort took 21.675746ms, libovsdb time 964.389µs I0506 02:58:09.050261 3674 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-szcrv] creating logical port openshift-ingress-canary_ingress-canary-szcrv for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:09.050366 3674 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-szcrv I0506 02:58:09.056372 3674 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mdxqh] creating logical port openshift-dns_dns-default-mdxqh for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:09.056464 3674 kube.go:256] Updating pod openshift-dns/dns-default-mdxqh I0506 02:58:09.064265 3674 pod.go:62] [openshift-ingress-canary/ingress-canary-szcrv] pod update took 13.916892ms I0506 02:58:09.064287 3674 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-szcrv] addLogicalPort annotation time took 13.94317ms I0506 02:58:09.065503 3674 pods.go:271] [openshift-ingress-canary/ingress-canary-szcrv] addLogicalPort took 15.253056ms, libovsdb time 925.345µs I0506 02:58:09.073792 3674 pod.go:62] [openshift-dns/dns-default-mdxqh] pod update took 17.345209ms I0506 02:58:09.073813 3674 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mdxqh] addLogicalPort annotation time took 17.368697ms I0506 02:58:09.074840 3674 pods.go:271] [openshift-dns/dns-default-mdxqh] addLogicalPort took 18.480281ms, libovsdb time 827.578µs I0506 02:58:09.609562 3674 cni.go:452] [openshift-ingress-canary/ingress-canary-szcrv 32ce7e5a04c2cf472261c5b69bec8b052b2dde776e04883d59169fd8f9196c77 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-szcrv 32ce7e5a04c2cf472261c5b69bec8b052b2dde776e04883d59169fd8f9196c77 network default NAD default NAD key ] I0506 02:58:09.643226 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-szcrv, hostIfaceName: 32ce7e5a04c2cf4, network: default, NAD default, SandboxID: "32ce7e5a04c2cf472261c5b69bec8b052b2dde776e04883d59169fd8f9196c77", PCI device ID: , UID: "7f45dee6-d70b-448d-92b1-53bf4c039297", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0506 02:58:09.701440 3674 cni.go:473] [openshift-ingress-canary/ingress-canary-szcrv 32ce7e5a04c2cf472261c5b69bec8b052b2dde776e04883d59169fd8f9196c77 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-szcrv 32ce7e5a04c2cf472261c5b69bec8b052b2dde776e04883d59169fd8f9196c77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:2d:9f:52:d8:84\",\"name\":\"32ce7e5a04c2cf4\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9829325-7953-4b54-b452-5d9bb0d95f1c\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 02:58:13.637179 3674 cni.go:452] [openshift-network-diagnostics/network-check-target-lmwcq 8fffb6456a43ea08668278d663ddfee269416b03244e5f060728287f0b68c618 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lmwcq 8fffb6456a43ea08668278d663ddfee269416b03244e5f060728287f0b68c618 network default NAD default NAD key ] I0506 02:58:13.646765 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lmwcq, hostIfaceName: 8fffb6456a43ea0, network: default, NAD default, SandboxID: "8fffb6456a43ea08668278d663ddfee269416b03244e5f060728287f0b68c618", PCI device ID: , UID: "3820c166-e35a-4886-97c8-38f53a6750e0", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0506 02:58:13.695290 3674 cni.go:473] [openshift-network-diagnostics/network-check-target-lmwcq 8fffb6456a43ea08668278d663ddfee269416b03244e5f060728287f0b68c618 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lmwcq 8fffb6456a43ea08668278d663ddfee269416b03244e5f060728287f0b68c618 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:96:07:f1:97:45\",\"name\":\"8fffb6456a43ea0\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89139145-4256-4ea5-a46e-6c0c8cf8120c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 02:58:17.723057 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:31.887087 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:38.596314 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:38.596337 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 02:58:48.728622 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 02:58:57.452738 3674 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf for pod on switch ip-10-0-0-218.ec2.internal I0506 02:58:57.452867 3674 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf I0506 02:58:57.466331 3674 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf] pod update took 13.489712ms I0506 02:58:57.466352 3674 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf] addLogicalPort annotation time took 13.517656ms I0506 02:58:57.467592 3674 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf] addLogicalPort took 14.866116ms, libovsdb time 993.13µs I0506 02:58:57.812391 3674 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key ] I0506 02:58:57.823400 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf, hostIfaceName: 806c8b3219fbb3d, network: default, NAD default, SandboxID: "806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81", PCI device ID: , UID: "8efc1442-7782-4452-822e-b25c3023b2a5", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0506 02:58:57.868182 3674 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b5:ae:54:2b:6e\",\"name\":\"806c8b3219fbb3d\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e715e5ce-736e-44dc-875c-c4b248fda04f\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 02:59:16.864803 3674 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key ] I0506 02:59:16.927197 3674 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf 806c8b3219fbb3d90643ecff771284b4c278422b0f94658cf57cff0cd61f3d81 network default NAD default NAD key default], result "{}", err I0506 02:59:16.967955 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.967987 3674 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf I0506 02:59:16.969464 3674 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf, ips: 10.130.0.8 I0506 02:59:16.969494 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.969514 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.969522 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 02:59:16.969706 3674 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 02:59:16.969723 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 02:59:18.016510 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.016537 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.016550 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:18.016561 3674 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2j4gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 02:59:22.533183 3674 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 02:59:22.544590 3674 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 02:59:30.068789 3674 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-w9cc8 for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:30.068937 3674 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8 I0506 02:59:30.081193 3674 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-gks56] creating logical port openshift-insights_insights-operator-6dbb575d6c-gks56 for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:30.081949 3674 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-gks56 I0506 02:59:30.093947 3674 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8] pod update took 25.042175ms I0506 02:59:30.093967 3674 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8] addLogicalPort annotation time took 25.066228ms I0506 02:59:30.094892 3674 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8] addLogicalPort took 26.118132ms, libovsdb time 706.246µs I0506 02:59:30.105523 3674 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-gks56] pod update took 23.611151ms I0506 02:59:30.105540 3674 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-gks56] addLogicalPort annotation time took 23.63146ms I0506 02:59:30.106513 3674 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-gks56] addLogicalPort took 25.337804ms, libovsdb time 709.529µs I0506 02:59:30.177898 3674 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-dzl8q for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:30.178008 3674 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q I0506 02:59:30.220077 3674 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q] pod update took 42.119753ms I0506 02:59:30.220095 3674 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q] addLogicalPort annotation time took 42.140493ms I0506 02:59:30.220955 3674 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q] addLogicalPort took 43.069914ms, libovsdb time 642.812µs I0506 02:59:30.293584 3674 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-6rzhg for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:30.293717 3674 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg I0506 02:59:30.364851 3674 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg I0506 02:59:30.408552 3674 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg] pod update took 114.853457ms I0506 02:59:30.408576 3674 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg] addLogicalPort annotation time took 114.884135ms I0506 02:59:30.409860 3674 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg] addLogicalPort took 116.287793ms, libovsdb time 993.827µs I0506 02:59:30.425620 3674 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8 d785da5a7e633ee8e710b45c074105731d1c61f7b5ffe78125a3fd36bc1f4467 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8 d785da5a7e633ee8e710b45c074105731d1c61f7b5ffe78125a3fd36bc1f4467 network default NAD default NAD key ] I0506 02:59:30.431864 3674 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-gks56 7f96bf24de095f543f377c9a0a77b57484952d2179e24d6284c4abd936e9f813 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-gks56 7f96bf24de095f543f377c9a0a77b57484952d2179e24d6284c4abd936e9f813 network default NAD default NAD key ] I0506 02:59:30.436798 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-w9cc8, hostIfaceName: d785da5a7e633ee, network: default, NAD default, SandboxID: "d785da5a7e633ee8e710b45c074105731d1c61f7b5ffe78125a3fd36bc1f4467", PCI device ID: , UID: "46a352d2-5078-4aec-a63c-59a23f93c5e1", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0506 02:59:30.441912 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-gks56, hostIfaceName: 7f96bf24de095f5, network: default, NAD default, SandboxID: "7f96bf24de095f543f377c9a0a77b57484952d2179e24d6284c4abd936e9f813", PCI device ID: , UID: "d3b3c40c-4236-4f64-ab32-e585ba300279", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0506 02:59:30.481777 3674 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8 d785da5a7e633ee8e710b45c074105731d1c61f7b5ffe78125a3fd36bc1f4467 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-w9cc8 d785da5a7e633ee8e710b45c074105731d1c61f7b5ffe78125a3fd36bc1f4467 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:5d:0d:a3:62:fc\",\"name\":\"d785da5a7e633ee\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b8c5ef6-bc13-40d7-be78-94d3de231597\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 02:59:30.497713 3674 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-gks56 7f96bf24de095f543f377c9a0a77b57484952d2179e24d6284c4abd936e9f813 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-gks56 7f96bf24de095f543f377c9a0a77b57484952d2179e24d6284c4abd936e9f813 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:69:ba:30:ae:29\",\"name\":\"7f96bf24de095f5\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/656b5cd9-328a-4a91-b03a-55d87e5e23b0\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 02:59:34.058594 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 02:59:34.654996 3674 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 02:59:34.655834 3674 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 818.854µs I0506 02:59:34.678890 3674 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 02:59:34.801033 3674 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-r5n62 for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:34.801158 3674 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62 I0506 02:59:34.816604 3674 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62] pod update took 15.468285ms I0506 02:59:34.816627 3674 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62] addLogicalPort annotation time took 15.494324ms I0506 02:59:34.817794 3674 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62] addLogicalPort took 16.778299ms, libovsdb time 848.536µs I0506 02:59:35.155196 3674 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62 524e4b04eb9194044aba8a092a6c02382a41184ad39199e8781f938414dca9e2 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62 524e4b04eb9194044aba8a092a6c02382a41184ad39199e8781f938414dca9e2 network default NAD default NAD key ] I0506 02:59:35.165555 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-r5n62, hostIfaceName: 524e4b04eb91940, network: default, NAD default, SandboxID: "524e4b04eb9194044aba8a092a6c02382a41184ad39199e8781f938414dca9e2", PCI device ID: , UID: "76ffeeb0-14b1-4c6b-a2ce-18aafa2ae5e0", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0506 02:59:35.210893 3674 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62 524e4b04eb9194044aba8a092a6c02382a41184ad39199e8781f938414dca9e2 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-r5n62 524e4b04eb9194044aba8a092a6c02382a41184ad39199e8781f938414dca9e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a7:4f:13:5b:0f\",\"name\":\"524e4b04eb91940\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/477182e8-8845-48c8-b07f-962290cfed27\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 02:59:35.748591 3674 namespace.go:98] [openshift-service-ca] adding namespace I0506 02:59:35.749441 3674 namespace.go:102] [openshift-service-ca] adding namespace took 828.633µs I0506 02:59:35.765337 3674 namespace.go:142] [openshift-service-ca] updating namespace I0506 02:59:37.416255 3674 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-x75rh] creating logical port openshift-service-ca_service-ca-d9cb48497-x75rh for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:37.416352 3674 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-x75rh I0506 02:59:37.429811 3674 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-x75rh] pod update took 13.494519ms I0506 02:59:37.429833 3674 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-x75rh] addLogicalPort annotation time took 13.522056ms I0506 02:59:37.430919 3674 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-x75rh] addLogicalPort took 14.67949ms, libovsdb time 798.996µs I0506 02:59:37.772004 3674 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-x75rh f69367d5abcf726eeded999d543d64de27be0fd2bbab04f2e4e982dd75184a94 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-x75rh f69367d5abcf726eeded999d543d64de27be0fd2bbab04f2e4e982dd75184a94 network default NAD default NAD key ] I0506 02:59:37.783209 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-x75rh, hostIfaceName: f69367d5abcf726, network: default, NAD default, SandboxID: "f69367d5abcf726eeded999d543d64de27be0fd2bbab04f2e4e982dd75184a94", PCI device ID: , UID: "2cc4abdf-9198-4fc3-b631-5d57db4260ff", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0506 02:59:37.832947 3674 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-x75rh f69367d5abcf726eeded999d543d64de27be0fd2bbab04f2e4e982dd75184a94 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-x75rh f69367d5abcf726eeded999d543d64de27be0fd2bbab04f2e4e982dd75184a94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ff:d5:a9:77:11\",\"name\":\"f69367d5abcf726\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c68edbd9-4396-499d-aef7-1fe6a2b1029e\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 02:59:42.510930 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 02:59:45.657809 3674 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 02:59:46.142390 3674 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q 922f71400253a1fe827ad22aa152e646be3ff2f145420aa77bc6ab614379423e network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q 922f71400253a1fe827ad22aa152e646be3ff2f145420aa77bc6ab614379423e network default NAD default NAD key ] I0506 02:59:46.151878 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-dzl8q, hostIfaceName: 922f71400253a1f, network: default, NAD default, SandboxID: "922f71400253a1fe827ad22aa152e646be3ff2f145420aa77bc6ab614379423e", PCI device ID: , UID: "ca39b358-23af-4983-bd18-59d01e29074a", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0506 02:59:46.197269 3674 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q 922f71400253a1fe827ad22aa152e646be3ff2f145420aa77bc6ab614379423e network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-dzl8q 922f71400253a1fe827ad22aa152e646be3ff2f145420aa77bc6ab614379423e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:60:75:4a:a9:19\",\"name\":\"922f71400253a1f\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aae35c1e-0bf8-415c-8a82-9cc6f75ab16f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 02:59:49.541166 3674 cni.go:452] [openshift-multus/network-metrics-daemon-c5xlg 0a7550998451d88d3faed8811d805bb6779e0bde3e51dd9fac4267999447e653 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-c5xlg 0a7550998451d88d3faed8811d805bb6779e0bde3e51dd9fac4267999447e653 network default NAD default NAD key ] I0506 02:59:49.551892 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-c5xlg, hostIfaceName: 0a7550998451d88, network: default, NAD default, SandboxID: "0a7550998451d88d3faed8811d805bb6779e0bde3e51dd9fac4267999447e653", PCI device ID: , UID: "a24c6197-8f20-4996-961a-df8821366cd0", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0506 02:59:49.599252 3674 cni.go:473] [openshift-multus/network-metrics-daemon-c5xlg 0a7550998451d88d3faed8811d805bb6779e0bde3e51dd9fac4267999447e653 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-c5xlg 0a7550998451d88d3faed8811d805bb6779e0bde3e51dd9fac4267999447e653 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:43:d5:23:dd:8d\",\"name\":\"0a7550998451d88\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f2947a4-9126-4139-8561-d42041faf5c2\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 02:59:59.256972 3674 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8zwqm] creating logical port openshift-insights_insights-runtime-extractor-8zwqm for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:59.257134 3674 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8zwqm I0506 02:59:59.289954 3674 pod.go:62] [openshift-insights/insights-runtime-extractor-8zwqm] pod update took 32.849797ms I0506 02:59:59.289982 3674 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8zwqm] addLogicalPort annotation time took 32.884107ms I0506 02:59:59.291086 3674 pods.go:271] [openshift-insights/insights-runtime-extractor-8zwqm] addLogicalPort took 34.129015ms, libovsdb time 803.916µs I0506 02:59:59.403124 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-pv2pq for pod on switch ip-10-0-0-218.ec2.internal I0506 02:59:59.403206 3674 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq I0506 02:59:59.418431 3674 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq] pod update took 15.245663ms I0506 02:59:59.418450 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq] addLogicalPort annotation time took 15.269617ms I0506 02:59:59.419486 3674 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq] addLogicalPort took 16.374854ms, libovsdb time 764.676µs I0506 02:59:59.611274 3674 cni.go:452] [openshift-insights/insights-runtime-extractor-8zwqm 5b16ad7a76cb3517d5b8ee5aecdb7470efb3e753d9fcbc4d50d08f723f6a4a5a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8zwqm 5b16ad7a76cb3517d5b8ee5aecdb7470efb3e753d9fcbc4d50d08f723f6a4a5a network default NAD default NAD key ] I0506 02:59:59.620594 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8zwqm, hostIfaceName: 5b16ad7a76cb351, network: default, NAD default, SandboxID: "5b16ad7a76cb3517d5b8ee5aecdb7470efb3e753d9fcbc4d50d08f723f6a4a5a", PCI device ID: , UID: "7bf581c6-1b99-4c51-b517-5b03ee8dbdca", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0506 02:59:59.667206 3674 cni.go:473] [openshift-insights/insights-runtime-extractor-8zwqm 5b16ad7a76cb3517d5b8ee5aecdb7470efb3e753d9fcbc4d50d08f723f6a4a5a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8zwqm 5b16ad7a76cb3517d5b8ee5aecdb7470efb3e753d9fcbc4d50d08f723f6a4a5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:c4:8e:5a:7f:49\",\"name\":\"5b16ad7a76cb351\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fcedbac-9e56-4e7c-9255-3273a579924f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 02:59:59.768001 3674 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq 9d1d45bc28e2d63f5dfbe087f5e10c65936dd3f1cdbff748dff949b896ce579c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq 9d1d45bc28e2d63f5dfbe087f5e10c65936dd3f1cdbff748dff949b896ce579c network default NAD default NAD key ] I0506 02:59:59.778869 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-pv2pq, hostIfaceName: 9d1d45bc28e2d63, network: default, NAD default, SandboxID: "9d1d45bc28e2d63f5dfbe087f5e10c65936dd3f1cdbff748dff949b896ce579c", PCI device ID: , UID: "888f561f-42c3-4ae9-9299-37a98fb6f129", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0506 02:59:59.829492 3674 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq 9d1d45bc28e2d63f5dfbe087f5e10c65936dd3f1cdbff748dff949b896ce579c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pv2pq 9d1d45bc28e2d63f5dfbe087f5e10c65936dd3f1cdbff748dff949b896ce579c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ce:99:35:80:46\",\"name\":\"9d1d45bc28e2d63\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d920eaf8-18b2-4633-9ac7-aae43ea7c253\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:00:00.255287 3674 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633940-dcpws for pod on switch ip-10-0-0-218.ec2.internal I0506 03:00:00.255388 3674 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:00:00.269664 3674 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws] pod update took 14.28306ms I0506 03:00:00.269690 3674 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws] addLogicalPort annotation time took 14.329799ms I0506 03:00:00.270786 3674 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws] addLogicalPort took 15.514428ms, libovsdb time 802.968µs I0506 03:00:00.632093 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key ] I0506 03:00:00.643199 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633940-dcpws, hostIfaceName: 556436d25c1d166, network: default, NAD default, SandboxID: "556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6", PCI device ID: , UID: "70b74924-ca2b-4d31-a733-b5df749563fa", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0506 03:00:00.694409 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:23:72:97:56:84\",\"name\":\"556436d25c1d166\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9b4dbca-aa27-4e32-91e0-88450c8637f7\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:00:00.860911 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:00.861594 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:00.874684 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:00.874702 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-vjm28 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:00.884258 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 03:00:00.884282 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5777db76fb-vjm28 I0506 03:00:01.018703 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:01.018745 3674 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6dd6f4f69f-qxclh I0506 03:00:01.020150 3674 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6dd6f4f69f-qxclh, ips: 10.130.0.5 I0506 03:00:01.020178 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:01.028624 3674 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-fddbf4c94-96kzv] creating logical port openshift-image-registry_image-registry-fddbf4c94-96kzv for pod on switch ip-10-0-0-218.ec2.internal I0506 03:00:01.028743 3674 kube.go:256] Updating pod openshift-image-registry/image-registry-fddbf4c94-96kzv I0506 03:00:01.038438 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:01.038478 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6dd6f4f69f-qxclh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:01.041331 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6dd6f4f69f-qxclh I0506 03:00:01.041352 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6dd6f4f69f-qxclh I0506 03:00:01.049975 3674 pod.go:62] [openshift-image-registry/image-registry-fddbf4c94-96kzv] pod update took 21.265013ms I0506 03:00:01.049998 3674 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-fddbf4c94-96kzv] addLogicalPort annotation time took 21.293557ms I0506 03:00:01.051245 3674 pods.go:271] [openshift-image-registry/image-registry-fddbf4c94-96kzv] addLogicalPort took 22.635544ms, libovsdb time 925.759µs I0506 03:00:01.385283 3674 cni.go:452] [openshift-image-registry/image-registry-fddbf4c94-96kzv 801a13a1da896eed6836c8d023ff13c0a3b028eba072bc4f6ac76348267d3420 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-fddbf4c94-96kzv 801a13a1da896eed6836c8d023ff13c0a3b028eba072bc4f6ac76348267d3420 network default NAD default NAD key ] I0506 03:00:01.395078 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-fddbf4c94-96kzv, hostIfaceName: 801a13a1da896ee, network: default, NAD default, SandboxID: "801a13a1da896eed6836c8d023ff13c0a3b028eba072bc4f6ac76348267d3420", PCI device ID: , UID: "5860449e-14bb-4079-b003-b6f069136ee2", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0506 03:00:01.441218 3674 cni.go:473] [openshift-image-registry/image-registry-fddbf4c94-96kzv 801a13a1da896eed6836c8d023ff13c0a3b028eba072bc4f6ac76348267d3420 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-fddbf4c94-96kzv 801a13a1da896eed6836c8d023ff13c0a3b028eba072bc4f6ac76348267d3420 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:79:35:88:21:1a\",\"name\":\"801a13a1da896ee\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f93c1991-0dd5-4e29-9a27-6e1e2c431238\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:00:01.866122 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 03:00:01.893102 3674 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:02.013237 3674 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:00:02.447215 3674 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg ecc16e27dd6b65c57c9de6550c28f96b9e76bcfb22920b55c0cf301557fc6c47 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg ecc16e27dd6b65c57c9de6550c28f96b9e76bcfb22920b55c0cf301557fc6c47 network default NAD default NAD key ] I0506 03:00:02.458133 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-6rzhg, hostIfaceName: ecc16e27dd6b65c, network: default, NAD default, SandboxID: "ecc16e27dd6b65c57c9de6550c28f96b9e76bcfb22920b55c0cf301557fc6c47", PCI device ID: , UID: "fa3fd97a-086f-4b27-8f7d-663e60c87c74", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0506 03:00:02.507142 3674 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg ecc16e27dd6b65c57c9de6550c28f96b9e76bcfb22920b55c0cf301557fc6c47 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-6rzhg ecc16e27dd6b65c57c9de6550c28f96b9e76bcfb22920b55c0cf301557fc6c47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:3b:ee:26:58:a3\",\"name\":\"ecc16e27dd6b65c\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a67887ef-5733-4885-8189-5ce16d14366b\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:00:02.926052 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:02.926075 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:02.927145 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:02.927162 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:02.927166 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.143397 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.143415 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.144823 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.144833 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.144870 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209756 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.209782 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 03:00:03.209852 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209868 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:03.209875 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 03:00:07.166206 3674 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:00:08.295517 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-jt6kr for pod on switch ip-10-0-0-218.ec2.internal I0506 03:00:08.295604 3674 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr I0506 03:00:08.322006 3674 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr] pod update took 26.424051ms I0506 03:00:08.322032 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr] addLogicalPort annotation time took 26.453209ms I0506 03:00:08.323536 3674 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr] addLogicalPort took 28.031722ms, libovsdb time 1.073681ms I0506 03:00:08.656696 3674 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr 0e6812f19998ef589c660c2f7850b288bcfbd22307a82cac5f7e19bcb5d5ff7f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr 0e6812f19998ef589c660c2f7850b288bcfbd22307a82cac5f7e19bcb5d5ff7f network default NAD default NAD key ] I0506 03:00:08.667019 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-jt6kr, hostIfaceName: 0e6812f19998ef5, network: default, NAD default, SandboxID: "0e6812f19998ef589c660c2f7850b288bcfbd22307a82cac5f7e19bcb5d5ff7f", PCI device ID: , UID: "2ddd4c46-c47e-4929-ae6b-bfee58cf45de", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0506 03:00:08.716969 3674 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr 0e6812f19998ef589c660c2f7850b288bcfbd22307a82cac5f7e19bcb5d5ff7f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-jt6kr 0e6812f19998ef589c660c2f7850b288bcfbd22307a82cac5f7e19bcb5d5ff7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:08:93:ab:1c:25\",\"name\":\"0e6812f19998ef5\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73be800a-277c-4d3f-9487-f8b24d0e7e83\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:00:08.894879 3674 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:08.894904 3674 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:08.894911 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173499 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173520 3674 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:09.173526 3674 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0506 03:00:09.409698 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:00:09.409812 3674 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 03:00:09.438314 3674 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.535878ms I0506 03:00:09.438348 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.579356ms I0506 03:00:09.440123 3674 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.440812ms, libovsdb time 1.337014ms I0506 03:00:09.873980 3674 cni.go:452] [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key ] I0506 03:00:09.897886 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 8ba1ae7fdc19c87, network: default, NAD default, SandboxID: "8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597", PCI device ID: , UID: "b0fa2f34-1eba-45c5-9f52-cb87d9dcf341", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0506 03:00:09.947576 3674 cni.go:473] [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:79:8d:37:3e:a0\",\"name\":\"8ba1ae7fdc19c87\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee6b2a67-8f2a-4864-ad97-f9814129ad21\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:00:10.368208 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-58bb489d54-7l2sw] creating logical port openshift-monitoring_thanos-querier-58bb489d54-7l2sw for pod on switch ip-10-0-0-218.ec2.internal I0506 03:00:10.368358 3674 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58bb489d54-7l2sw I0506 03:00:10.391141 3674 pod.go:62] [openshift-monitoring/thanos-querier-58bb489d54-7l2sw] pod update took 22.827233ms I0506 03:00:10.391169 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-58bb489d54-7l2sw] addLogicalPort annotation time took 22.862737ms I0506 03:00:10.392598 3674 pods.go:271] [openshift-monitoring/thanos-querier-58bb489d54-7l2sw] addLogicalPort took 24.412687ms, libovsdb time 987.05µs I0506 03:00:10.735132 3674 cni.go:452] [openshift-monitoring/thanos-querier-58bb489d54-7l2sw 6998d017743bce9e0b1f52441e393f0ec5ee7501a21a5c991e7a99ed97de27eb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-58bb489d54-7l2sw 6998d017743bce9e0b1f52441e393f0ec5ee7501a21a5c991e7a99ed97de27eb network default NAD default NAD key ] I0506 03:00:10.745509 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-58bb489d54-7l2sw, hostIfaceName: 6998d017743bce9, network: default, NAD default, SandboxID: "6998d017743bce9e0b1f52441e393f0ec5ee7501a21a5c991e7a99ed97de27eb", PCI device ID: , UID: "6b1bd7c2-4c66-447d-b7a4-003edac51889", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0506 03:00:10.793920 3674 cni.go:473] [openshift-monitoring/thanos-querier-58bb489d54-7l2sw 6998d017743bce9e0b1f52441e393f0ec5ee7501a21a5c991e7a99ed97de27eb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-58bb489d54-7l2sw 6998d017743bce9e0b1f52441e393f0ec5ee7501a21a5c991e7a99ed97de27eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:50:f2:02:16:63\",\"name\":\"6998d017743bce9\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ebe0417-74ea-4c03-bfd5-cd8feddbb677\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:00:11.955126 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:11.955147 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:11.955153 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065666 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065684 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:12.065691 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:15.078514 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.078537 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.078545 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.078549 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215254 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215272 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215277 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.215280 3674 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:15.968574 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:15.968595 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:15.996796 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:16.225851 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 03:00:16.261263 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 03:00:17.238283 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:17.238305 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 03:00:21.095860 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095881 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095886 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:21.095891 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 03:00:22.875568 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:22.875593 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 03:00:23.030589 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 03:00:25.293925 3674 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-54b5l] creating logical port openshift-console_downloads-5c54f4944f-54b5l for pod on switch ip-10-0-0-218.ec2.internal I0506 03:00:25.294011 3674 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-54b5l I0506 03:00:25.313182 3674 pod.go:62] [openshift-console/downloads-5c54f4944f-54b5l] pod update took 19.190626ms I0506 03:00:25.313209 3674 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-54b5l] addLogicalPort annotation time took 19.222633ms I0506 03:00:25.314371 3674 pods.go:271] [openshift-console/downloads-5c54f4944f-54b5l] addLogicalPort took 20.460199ms, libovsdb time 837.163µs I0506 03:00:25.610707 3674 cni.go:452] [openshift-dns/dns-default-mdxqh ffe8eac0367ce59cf1435dafa885d6676a6867b2d3090d262ec34b23f4603427 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mdxqh ffe8eac0367ce59cf1435dafa885d6676a6867b2d3090d262ec34b23f4603427 network default NAD default NAD key ] I0506 03:00:25.620956 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mdxqh, hostIfaceName: ffe8eac0367ce59, network: default, NAD default, SandboxID: "ffe8eac0367ce59cf1435dafa885d6676a6867b2d3090d262ec34b23f4603427", PCI device ID: , UID: "ed20d4f6-7b68-4d31-bc83-43d76797ee9f", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0506 03:00:25.658410 3674 cni.go:452] [openshift-console/downloads-5c54f4944f-54b5l fc85900c22d4b778793fcd699fe123bf281c3e3745523a451cfca426d85216fa network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-54b5l fc85900c22d4b778793fcd699fe123bf281c3e3745523a451cfca426d85216fa network default NAD default NAD key ] I0506 03:00:25.669465 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-54b5l, hostIfaceName: fc85900c22d4b77, network: default, NAD default, SandboxID: "fc85900c22d4b778793fcd699fe123bf281c3e3745523a451cfca426d85216fa", PCI device ID: , UID: "c736059a-730c-40a9-9655-453defa9a6aa", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0506 03:00:25.674374 3674 cni.go:473] [openshift-dns/dns-default-mdxqh ffe8eac0367ce59cf1435dafa885d6676a6867b2d3090d262ec34b23f4603427 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mdxqh ffe8eac0367ce59cf1435dafa885d6676a6867b2d3090d262ec34b23f4603427 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9a:31:e7:ce:86\",\"name\":\"ffe8eac0367ce59\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e25cfbc-41f2-41e4-878c-8466c811e7a3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:00:25.717951 3674 cni.go:473] [openshift-console/downloads-5c54f4944f-54b5l fc85900c22d4b778793fcd699fe123bf281c3e3745523a451cfca426d85216fa network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-54b5l fc85900c22d4b778793fcd699fe123bf281c3e3745523a451cfca426d85216fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:bb:fc:1b:20:4c\",\"name\":\"fc85900c22d4b77\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5a164fb-9466-4655-a739-e6ef2b2dacad\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:00:34.973535 3674 base_network_controller_pods.go:487] [default/openshift-console/console-8485897d4-8tdx9] creating logical port openshift-console_console-8485897d4-8tdx9 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:00:34.973647 3674 kube.go:256] Updating pod openshift-console/console-8485897d4-8tdx9 I0506 03:00:34.989340 3674 pod.go:62] [openshift-console/console-8485897d4-8tdx9] pod update took 15.723311ms I0506 03:00:34.989362 3674 base_network_controller_pods.go:951] [default/openshift-console/console-8485897d4-8tdx9] addLogicalPort annotation time took 15.749544ms I0506 03:00:34.990516 3674 pods.go:271] [openshift-console/console-8485897d4-8tdx9] addLogicalPort took 17.001458ms, libovsdb time 776.098µs I0506 03:00:35.336892 3674 cni.go:452] [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key ] I0506 03:00:35.345875 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8485897d4-8tdx9, hostIfaceName: ceacab455614f70, network: default, NAD default, SandboxID: "ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d", PCI device ID: , UID: "7d94d4c3-b244-463b-a819-0a7e89c67d88", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0506 03:00:35.395909 3674 cni.go:473] [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:fb:38:93:84:bc\",\"name\":\"ceacab455614f70\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f24c480-389c-4847-98da-fc820b357d26\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:00:38.146357 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:38.146378 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:38.146386 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 03:00:39.171767 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:39.315769 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:39.785890 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.785913 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.785920 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.785939 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.785946 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.785952 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.833574 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.833596 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:39.833604 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:00:42.418189 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:46.094254 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 03:00:46.350992 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:46.351016 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:47.208670 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 03:00:47.239285 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0506 03:00:48.215824 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:48.216365 3674 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:00:48.350441 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:48.350464 3674 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5777db76fb-m29mh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:00:48.355983 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5777db76fb-m29mh I0506 03:00:48.356005 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5777db76fb-m29mh W0506 03:00:49.358936 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 03:00:53.109903 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:53.109926 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:53.148470 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:53.148502 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 03:00:54.238610 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:00:54.238622 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:00:54.238698 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:00:55.245489 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 03:00:59.261966 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 03:00:59.261964 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 03:00:59.262108 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 03:01:00.270003 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0506 03:01:07.599427 3674 cni.go:452] [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key ] I0506 03:01:07.672201 3674 cni.go:473] [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8485897d4-8tdx9 ceacab455614f70eacf243814474ff36a83264226e84398e58bcba8d6fdb651d network default NAD default NAD key default], result "{}", err I0506 03:01:07.754293 3674 obj_retry.go:498] Detected object openshift-console/console-8485897d4-8tdx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:07.754326 3674 pods.go:176] Deleting pod: openshift-console/console-8485897d4-8tdx9 I0506 03:01:07.755574 3674 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8485897d4-8tdx9, ips: 10.130.0.23 I0506 03:01:07.755602 3674 obj_retry.go:498] Detected object openshift-console/console-8485897d4-8tdx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:07.764644 3674 base_network_controller_pods.go:487] [default/openshift-console/console-ddd77bd68-lswk5] creating logical port openshift-console_console-ddd77bd68-lswk5 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:01:07.764773 3674 kube.go:256] Updating pod openshift-console/console-ddd77bd68-lswk5 I0506 03:01:07.779195 3674 pod.go:62] [openshift-console/console-ddd77bd68-lswk5] pod update took 14.447149ms I0506 03:01:07.779216 3674 base_network_controller_pods.go:951] [default/openshift-console/console-ddd77bd68-lswk5] addLogicalPort annotation time took 14.472382ms I0506 03:01:07.780252 3674 pods.go:271] [openshift-console/console-ddd77bd68-lswk5] addLogicalPort took 15.622489ms, libovsdb time 727.925µs I0506 03:01:08.166162 3674 cni.go:452] [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key ] I0506 03:01:08.175268 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ddd77bd68-lswk5, hostIfaceName: 07a15c645492f06, network: default, NAD default, SandboxID: "07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36", PCI device ID: , UID: "2f96ff4f-6653-4fd8-b64a-9d85ab849386", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0506 03:01:08.223461 3674 cni.go:473] [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d4:2d:b2:8b:d5\",\"name\":\"07a15c645492f06\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47707e1f-3a53-4314-bf78-00e44246363c\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:01:08.294577 3674 obj_retry.go:492] Detected object openshift-console/console-8485897d4-8tdx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:08.294599 3674 obj_retry.go:492] Detected object openshift-console/console-8485897d4-8tdx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:08.298508 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8485897d4-8tdx9 I0506 03:01:08.298534 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8485897d4-8tdx9 W0506 03:01:18.345236 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 03:01:18.490526 3674 obj_retry.go:498] Detected object openshift-console/console-8485897d4-4h2hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:18.491327 3674 obj_retry.go:498] Detected object openshift-console/console-8485897d4-4h2hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.354833 3674 obj_retry.go:498] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.355348 3674 obj_retry.go:498] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:19.472765 3674 obj_retry.go:492] Detected object openshift-console/console-8485897d4-4h2hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.472788 3674 obj_retry.go:492] Detected object openshift-console/console-8485897d4-4h2hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.479806 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8485897d4-4h2hz I0506 03:01:19.479834 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8485897d4-4h2hz I0506 03:01:19.495098 3674 obj_retry.go:492] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.495116 3674 obj_retry.go:492] Detected object openshift-ingress/router-default-6844888fc7-k8t9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:19.501393 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6844888fc7-k8t9f I0506 03:01:19.501406 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6844888fc7-k8t9f I0506 03:01:30.233226 3674 cni.go:452] [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key ] I0506 03:01:30.305033 3674 cni.go:473] [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 8ba1ae7fdc19c87d4b6660e818ec286280a3057079b20e71ead89197d17df597 network default NAD default NAD key default], result "{}", err I0506 03:01:30.384892 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:30.384927 3674 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0506 03:01:30.386396 3674 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.20 I0506 03:01:30.386425 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:30.688145 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:30.688173 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:30.694349 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 03:01:30.694372 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 03:01:30.738279 3674 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:01:30.738374 3674 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 03:01:30.759472 3674 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.134684ms I0506 03:01:30.759490 3674 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.15683ms I0506 03:01:30.760662 3674 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.382256ms, libovsdb time 797.322µs I0506 03:01:31.146703 3674 cni.go:452] [openshift-monitoring/alertmanager-main-1 08af2c9ab4f1d45ac151c8f3f86f66f9afd0d44604fb67e555bb4f80490c4189 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 08af2c9ab4f1d45ac151c8f3f86f66f9afd0d44604fb67e555bb4f80490c4189 network default NAD default NAD key ] I0506 03:01:31.156429 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 08af2c9ab4f1d45, network: default, NAD default, SandboxID: "08af2c9ab4f1d45ac151c8f3f86f66f9afd0d44604fb67e555bb4f80490c4189", PCI device ID: , UID: "86771ad3-eec3-48ab-8891-8ba9c83eb8b7", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0506 03:01:31.207496 3674 cni.go:473] [openshift-monitoring/alertmanager-main-1 08af2c9ab4f1d45ac151c8f3f86f66f9afd0d44604fb67e555bb4f80490c4189 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 08af2c9ab4f1d45ac151c8f3f86f66f9afd0d44604fb67e555bb4f80490c4189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:39:bb:a2:ee:b6\",\"name\":\"08af2c9ab4f1d45\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ec5da5f-9bef-4f6a-bed7-d86e55829304\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:01:34.519593 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:34.520229 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:35.273922 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:35.273946 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:35.283974 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 03:01:35.284005 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 03:01:37.433035 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key ] I0506 03:01:37.503605 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws 556436d25c1d166e7efe5eb3c322f14093addb0ae4cf378a77e6f2cadb8c91b6 network default NAD default NAD key default], result "{}", err I0506 03:01:37.550111 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:37.550141 3674 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:01:37.551370 3674 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws, ips: 10.130.0.17 I0506 03:01:37.551404 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:38.571255 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:38.571285 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:50.678973 3674 cni.go:452] [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key ] I0506 03:01:50.754970 3674 cni.go:473] [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ddd77bd68-lswk5 07a15c645492f06d92a7afd7d7c93c5496e4a83cf6e92dbb0d5bff239e43ac36 network default NAD default NAD key default], result "{}", err I0506 03:01:50.799881 3674 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-lswk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:50.799912 3674 pods.go:176] Deleting pod: openshift-console/console-ddd77bd68-lswk5 I0506 03:01:50.801168 3674 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ddd77bd68-lswk5, ips: 10.130.0.24 I0506 03:01:50.801197 3674 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-lswk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:50.811802 3674 base_network_controller_pods.go:487] [default/openshift-console/console-85899dbfb5-mqwr7] creating logical port openshift-console_console-85899dbfb5-mqwr7 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:01:50.811897 3674 kube.go:256] Updating pod openshift-console/console-85899dbfb5-mqwr7 I0506 03:01:50.841821 3674 pod.go:62] [openshift-console/console-85899dbfb5-mqwr7] pod update took 29.948769ms I0506 03:01:50.841844 3674 base_network_controller_pods.go:951] [default/openshift-console/console-85899dbfb5-mqwr7] addLogicalPort annotation time took 29.974284ms I0506 03:01:50.843258 3674 pods.go:271] [openshift-console/console-85899dbfb5-mqwr7] addLogicalPort took 31.465511ms, libovsdb time 1.095326ms I0506 03:01:51.168487 3674 cni.go:452] [openshift-console/console-85899dbfb5-mqwr7 1698e6ac6b373a96f63c4a9874374a30616cf216050099d61204d08f5ec17b86 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85899dbfb5-mqwr7 1698e6ac6b373a96f63c4a9874374a30616cf216050099d61204d08f5ec17b86 network default NAD default NAD key ] I0506 03:01:51.178598 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85899dbfb5-mqwr7, hostIfaceName: 1698e6ac6b373a9, network: default, NAD default, SandboxID: "1698e6ac6b373a96f63c4a9874374a30616cf216050099d61204d08f5ec17b86", PCI device ID: , UID: "28314d0d-0949-4684-b014-b2cf055fac4d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] W0506 03:01:51.182690 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:01:51.182740 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 03:01:51.182750 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 03:01:51.228380 3674 cni.go:473] [openshift-console/console-85899dbfb5-mqwr7 1698e6ac6b373a96f63c4a9874374a30616cf216050099d61204d08f5ec17b86 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85899dbfb5-mqwr7 1698e6ac6b373a96f63c4a9874374a30616cf216050099d61204d08f5ec17b86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f8:64:f1:9d:b7\",\"name\":\"1698e6ac6b373a9\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c870cfad-86be-4533-8f54-9c0d83d637c0\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:01:51.502583 3674 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-lswk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:51.502609 3674 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-lswk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:51.506221 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddd77bd68-lswk5 I0506 03:01:51.506243 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddd77bd68-lswk5 I0506 03:01:52.505587 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:52.506148 3674 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:01:53.384982 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:53.385005 3674 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:01:53.391916 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 03:01:53.391935 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0506 03:02:01.545034 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 03:02:01.903481 3674 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-bxfmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:01.903979 3674 obj_retry.go:498] Detected object openshift-console/console-ddd77bd68-bxfmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:02.414668 3674 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-bxfmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:02.414696 3674 obj_retry.go:492] Detected object openshift-console/console-ddd77bd68-bxfmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:02.421908 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddd77bd68-bxfmj I0506 03:02:02.421927 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddd77bd68-bxfmj I0506 03:02:37.909729 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:37.910232 3674 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:02:38.797422 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:38.797446 3674 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:02:38.805460 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 03:02:38.805484 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 03:03:12.428256 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0506 03:03:25.428289 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0506 03:03:40.561878 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 03:04:24.410066 3674 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-mnstc for pod on switch ip-10-0-0-218.ec2.internal I0506 03:04:24.410203 3674 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc I0506 03:04:24.424883 3674 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc] pod update took 14.709114ms I0506 03:04:24.424912 3674 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc] addLogicalPort annotation time took 14.741604ms I0506 03:04:24.426054 3674 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc] addLogicalPort took 16.009616ms, libovsdb time 829.382µs I0506 03:04:24.766046 3674 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc 43210ffa24fad0dcda1de72772b6ae7e4da8dc9bdd4974b1439c00e3b06c2f08 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc 43210ffa24fad0dcda1de72772b6ae7e4da8dc9bdd4974b1439c00e3b06c2f08 network default NAD default NAD key ] I0506 03:04:24.775003 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-mnstc, hostIfaceName: 43210ffa24fad0d, network: default, NAD default, SandboxID: "43210ffa24fad0dcda1de72772b6ae7e4da8dc9bdd4974b1439c00e3b06c2f08", PCI device ID: , UID: "9c36f011-c509-46da-8439-9480fde85acc", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0506 03:04:24.823590 3674 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc 43210ffa24fad0dcda1de72772b6ae7e4da8dc9bdd4974b1439c00e3b06c2f08 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-mnstc 43210ffa24fad0dcda1de72772b6ae7e4da8dc9bdd4974b1439c00e3b06c2f08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ee:d0:27:4f:d6\",\"name\":\"43210ffa24fad0d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98e5264e-a8cd-4867-91e4-851c9ed2e97f\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:04:25.429627 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0506 03:04:25.541381 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0506 03:04:28.093307 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0506 03:04:39.102051 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 03:04:39.134010 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 03:04:39.134086 3674 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ldb7z IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ldb7z: no pod IPs found I0506 03:04:50.559350 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 03:05:01.519888 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 03:05:48.536072 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 03:05:50.524669 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 03:06:05.638456 3674 namespace.go:98] [tsf] adding namespace I0506 03:06:05.639293 3674 namespace.go:102] [tsf] adding namespace took 815.913µs I0506 03:06:05.654354 3674 namespace.go:142] [tsf] updating namespace I0506 03:06:05.670021 3674 namespace.go:142] [tsf] updating namespace I0506 03:06:07.429053 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0506 03:06:09.396807 3674 namespace.go:98] [konflux-ui] adding namespace I0506 03:06:09.397593 3674 namespace.go:102] [konflux-ui] adding namespace took 764.383µs I0506 03:06:09.398735 3674 namespace.go:98] [tsf-keycloak] adding namespace I0506 03:06:09.399318 3674 namespace.go:102] [tsf-keycloak] adding namespace took 569.808µs I0506 03:06:09.401084 3674 namespace.go:98] [rhbk-operator] adding namespace I0506 03:06:09.401129 3674 namespace.go:98] [konflux-operator] adding namespace I0506 03:06:09.401731 3674 namespace.go:102] [rhbk-operator] adding namespace took 632.811µs I0506 03:06:09.402363 3674 namespace.go:102] [konflux-operator] adding namespace took 1.222244ms I0506 03:06:09.403552 3674 namespace.go:98] [tsf-tpa] adding namespace I0506 03:06:09.403670 3674 namespace.go:98] [tsf-tas] adding namespace I0506 03:06:09.403684 3674 namespace.go:98] [rhtpa-operator] adding namespace I0506 03:06:09.403862 3674 namespace.go:98] [cert-manager-operator] adding namespace I0506 03:06:09.404209 3674 namespace.go:102] [tsf-tpa] adding namespace took 642.401µs I0506 03:06:09.404752 3674 namespace.go:102] [tsf-tas] adding namespace took 1.066753ms I0506 03:06:09.405228 3674 namespace.go:102] [rhtpa-operator] adding namespace took 1.533386ms I0506 03:06:09.405750 3674 namespace.go:102] [cert-manager-operator] adding namespace took 1.872083ms I0506 03:06:09.427868 3674 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.445391 3674 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.458723 3674 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.459330 3674 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.463644 3674 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.463721 3674 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.469839 3674 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.476487 3674 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.476577 3674 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:09.481184 3674 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.481249 3674 namespace.go:142] [konflux-ui] updating namespace I0506 03:06:09.486780 3674 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.507705 3674 namespace.go:142] [rhbk-operator] updating namespace I0506 03:06:09.510221 3674 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.526257 3674 namespace.go:142] [konflux-operator] updating namespace I0506 03:06:09.549303 3674 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.566464 3674 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:09.572554 3674 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.593524 3674 namespace.go:142] [tsf-tas] updating namespace I0506 03:06:09.602281 3674 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.604236 3674 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:09.622942 3674 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:06:09.644949 3674 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:09.658700 3674 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:06:10.904889 3674 namespace.go:142] [tsf-tpa] updating namespace I0506 03:06:10.920021 3674 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:06:12.515526 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:12.515710 3674 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr I0506 03:06:12.527512 3674 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr] pod update took 11.867073ms I0506 03:06:12.527537 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr] addLogicalPort annotation time took 11.897411ms I0506 03:06:12.528770 3674 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr] addLogicalPort took 13.26098ms, libovsdb time 894.304µs I0506 03:06:12.604295 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:12.604418 3674 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q I0506 03:06:12.617243 3674 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q] pod update took 12.852349ms I0506 03:06:12.617272 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q] addLogicalPort annotation time took 12.88483ms I0506 03:06:12.618745 3674 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q] addLogicalPort took 14.463632ms, libovsdb time 902.878µs I0506 03:06:12.873942 3674 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key ] I0506 03:06:12.883616 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr, hostIfaceName: 4101943010d46a7, network: default, NAD default, SandboxID: "4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7", PCI device ID: , UID: "a30e15b0-0e3d-44f7-81d4-24cb2491c74b", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0506 03:06:12.932485 3674 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8f:fc:28:7d:fe\",\"name\":\"4101943010d46a7\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45b9063b-466f-4e9f-a743-41036c2f2b20\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:12.967404 3674 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key ] I0506 03:06:12.977330 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q, hostIfaceName: 992b6d87d09dfb9, network: default, NAD default, SandboxID: "992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec", PCI device ID: , UID: "68ebff65-d882-40a2-9c31-a12dd04e2135", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0506 03:06:13.028027 3674 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:46:c3:94:13:12\",\"name\":\"992b6d87d09dfb9\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b69bf3b-f79e-4704-9174-e406f23fb1dc\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:15.594773 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:15.594909 3674 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 I0506 03:06:15.606284 3674 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4] pod update took 11.404112ms I0506 03:06:15.606309 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4] addLogicalPort annotation time took 11.435127ms I0506 03:06:15.607704 3674 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4] addLogicalPort took 12.946462ms, libovsdb time 1.063668ms I0506 03:06:16.017903 3674 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key ] I0506 03:06:16.027866 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4, hostIfaceName: bab55c12abbbc7c, network: default, NAD default, SandboxID: "bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38", PCI device ID: , UID: "6863415c-2f6b-486e-9e80-0e10c5aa5790", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0506 03:06:16.078511 3674 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:55:7a:50:c1:8f\",\"name\":\"bab55c12abbbc7c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f205648-777f-4048-afcd-8bf5b805adde\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:16.550021 3674 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key ] I0506 03:06:16.622555 3674 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr 4101943010d46a7e65c0b3a89b7a500b9cf2733189957e8a80b48f558588caa7 network default NAD default NAD key default], result "{}", err I0506 03:06:16.669076 3674 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.669118 3674 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr I0506 03:06:16.670669 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr, ips: 10.130.0.28 I0506 03:06:16.670699 3674 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670717 3674 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670724 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:16.670907 3674 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:16.670926 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:17.352539 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:17.352688 3674 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 I0506 03:06:17.365731 3674 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5] pod update took 13.091158ms I0506 03:06:17.365758 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5] addLogicalPort annotation time took 13.122968ms I0506 03:06:17.367064 3674 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5] addLogicalPort took 14.543917ms, libovsdb time 895.286µs I0506 03:06:17.701002 3674 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701026 3674 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701041 3674 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.701051 3674 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e754jr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:17.711630 3674 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key ] I0506 03:06:17.722630 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5, hostIfaceName: 2db2c9944dadd22, network: default, NAD default, SandboxID: "2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036", PCI device ID: , UID: "917ffbd4-6241-42f3-871c-59e0b2a9400b", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0506 03:06:17.770214 3674 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:24:59:b7:7b:ff\",\"name\":\"2db2c9944dadd22\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6340d64c-7221-40da-b686-c8613885ef53\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:18.563961 3674 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key ] I0506 03:06:18.636965 3674 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q 992b6d87d09dfb9324affeec0b03f7508f0c6857c69b75f334200c0c042045ec network default NAD default NAD key default], result "{}", err I0506 03:06:18.681873 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.681925 3674 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q I0506 03:06:18.683600 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q, ips: 10.130.0.29 I0506 03:06:18.683641 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.683684 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.683694 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:18.683966 3674 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:18.683988 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:18.973760 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:18.973896 3674 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj I0506 03:06:18.985947 3674 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj] pod update took 12.088273ms I0506 03:06:18.985966 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj] addLogicalPort annotation time took 12.111112ms I0506 03:06:18.987229 3674 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj] addLogicalPort took 13.482818ms, libovsdb time 919.627µs I0506 03:06:19.071672 3674 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:19.071769 3674 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k I0506 03:06:19.084006 3674 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k] pod update took 12.272241ms I0506 03:06:19.084032 3674 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k] addLogicalPort annotation time took 12.299749ms I0506 03:06:19.085028 3674 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k] addLogicalPort took 13.388472ms, libovsdb time 696.264µs I0506 03:06:19.333716 3674 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key ] I0506 03:06:19.344780 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj, hostIfaceName: 3932e36eaa8ec3c, network: default, NAD default, SandboxID: "3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73", PCI device ID: , UID: "2b9e8a67-6f0d-4a6a-b483-42318a68f477", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0506 03:06:19.392683 3674 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b6:3a:c0:55:b2\",\"name\":\"3932e36eaa8ec3c\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/537cd9df-d6f0-4a30-88b7-5ade74a09298\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:19.433310 3674 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key ] I0506 03:06:19.444129 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k, hostIfaceName: f0e9d3b20cbe724, network: default, NAD default, SandboxID: "f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d", PCI device ID: , UID: "dd14275f-86a1-4fe6-8980-01e39eb41c48", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0506 03:06:19.493803 3674 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1d:c7:a1:d0:6b\",\"name\":\"f0e9d3b20cbe724\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78a3f297-d1de-41ef-841a-fde56899fddb\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:19.578470 3674 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key ] I0506 03:06:19.652326 3674 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 bab55c12abbbc7ca642d2370a7fc9f213123c2e25f4e23e8d0c0f1ee157c6c38 network default NAD default NAD key default], result "{}", err I0506 03:06:19.705807 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.705851 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.705871 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.705883 3674 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19drzh5q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:19.709332 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.709366 3674 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 I0506 03:06:19.710703 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4, ips: 10.130.0.30 I0506 03:06:19.710739 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.710760 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.710769 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:19.710963 3674 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:19.710986 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:20.737143 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.737174 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.737193 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:20.737204 3674 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2nmsr4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:21.518667 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 03:06:22.599613 3674 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key ] I0506 03:06:22.681959 3674 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 2db2c9944dadd229b868cbe40c947325bd343a0e543dbe29502314770b960036 network default NAD default NAD key default], result "{}", err I0506 03:06:22.735385 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.735423 3674 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 I0506 03:06:22.736762 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5, ips: 10.130.0.31 I0506 03:06:22.736788 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.736809 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.736815 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:22.736969 3674 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:22.736985 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:23.763113 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.763135 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.763146 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:23.763160 3674 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51d2xp5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:24.611965 3674 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key ] I0506 03:06:24.684642 3674 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k f0e9d3b20cbe724730500e25520730153803070339eb82960b5079883ed4a07d network default NAD default NAD key default], result "{}", err I0506 03:06:24.735670 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.735707 3674 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k I0506 03:06:24.736932 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k, ips: 10.130.0.33 I0506 03:06:24.736962 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.736986 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.736997 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:24.737190 3674 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:24.737208 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:25.914970 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.914999 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.915009 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:25.915018 3674 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qvk8k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:28.055284 3674 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-pbqzj for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:28.055418 3674 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj I0506 03:06:28.159048 3674 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj I0506 03:06:28.205691 3674 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj] pod update took 150.309838ms I0506 03:06:28.205712 3674 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj] addLogicalPort annotation time took 150.335223ms I0506 03:06:28.206836 3674 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj] addLogicalPort took 151.566192ms, libovsdb time 819.625µs I0506 03:06:28.411787 3674 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj 25634d0ed433e0f9ce6e8b227b0cbd1596a314ec3a4bffd98b8300ca31593ed6 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj 25634d0ed433e0f9ce6e8b227b0cbd1596a314ec3a4bffd98b8300ca31593ed6 network default NAD default NAD key ] I0506 03:06:28.421998 3674 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-pbqzj, hostIfaceName: 25634d0ed433e0f, network: default, NAD default, SandboxID: "25634d0ed433e0f9ce6e8b227b0cbd1596a314ec3a4bffd98b8300ca31593ed6", PCI device ID: , UID: "77b27d92-7868-4ebb-b0e1-64ecef5ead87", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0506 03:06:28.474480 3674 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj 25634d0ed433e0f9ce6e8b227b0cbd1596a314ec3a4bffd98b8300ca31593ed6 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-pbqzj 25634d0ed433e0f9ce6e8b227b0cbd1596a314ec3a4bffd98b8300ca31593ed6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:9d:3a:a9:d6:33\",\"name\":\"25634d0ed433e0f\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99b4c911-424a-48c0-9e53-5bee11c6670e\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:30.583903 3674 namespace.go:98] [cert-manager] adding namespace I0506 03:06:30.584752 3674 namespace.go:102] [cert-manager] adding namespace took 820.524µs I0506 03:06:30.659131 3674 namespace.go:142] [cert-manager] updating namespace I0506 03:06:30.701807 3674 namespace.go:142] [cert-manager] updating namespace I0506 03:06:32.236048 3674 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-bhs4r for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:32.236186 3674 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r I0506 03:06:32.325857 3674 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r I0506 03:06:32.390687 3674 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r] pod update took 154.523621ms I0506 03:06:32.390711 3674 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r] addLogicalPort annotation time took 154.554182ms I0506 03:06:32.391868 3674 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r] addLogicalPort took 155.837973ms, libovsdb time 814.771µs I0506 03:06:32.580405 3674 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r 760ffef87e45c32171fa4c46edf7f9d15b186091ea0912f94a3c2bf8f610125e network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r 760ffef87e45c32171fa4c46edf7f9d15b186091ea0912f94a3c2bf8f610125e network default NAD default NAD key ] I0506 03:06:32.589537 3674 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-bhs4r, hostIfaceName: 760ffef87e45c32, network: default, NAD default, SandboxID: "760ffef87e45c32171fa4c46edf7f9d15b186091ea0912f94a3c2bf8f610125e", PCI device ID: , UID: "9dd57839-f637-4a49-ba77-e25f9489596e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0506 03:06:32.640303 3674 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r 760ffef87e45c32171fa4c46edf7f9d15b186091ea0912f94a3c2bf8f610125e network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-bhs4r 760ffef87e45c32171fa4c46edf7f9d15b186091ea0912f94a3c2bf8f610125e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:08:03:b2:06:3a\",\"name\":\"760ffef87e45c32\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc920a7c-ef89-4da5-a888-a46629f81495\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:36.387470 3674 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bhv59] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-bhv59 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:36.387590 3674 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-bhv59 I0506 03:06:36.404729 3674 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-bhv59] pod update took 17.176159ms I0506 03:06:36.404755 3674 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bhv59] addLogicalPort annotation time took 17.203098ms I0506 03:06:36.406030 3674 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-bhv59] addLogicalPort took 18.582328ms, libovsdb time 900.174µs I0506 03:06:36.676066 3674 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-mfk8m for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:36.676213 3674 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m I0506 03:06:36.738060 3674 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m I0506 03:06:36.766060 3674 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m] pod update took 89.878007ms I0506 03:06:36.766086 3674 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m] addLogicalPort annotation time took 89.908117ms I0506 03:06:36.767343 3674 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m] addLogicalPort took 91.297416ms, libovsdb time 926.082µs I0506 03:06:37.202295 3674 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-bhv59 c21aeedd547cc133b8e03e3a2b2a9dccbb9613ab56d5af39063c8e301d2adc7e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bhv59 c21aeedd547cc133b8e03e3a2b2a9dccbb9613ab56d5af39063c8e301d2adc7e network default NAD default NAD key ] I0506 03:06:37.202412 3674 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m b066c79c878af0e9cdc4b5338e0da860fa67a33eda5ca1af356ee960e99d802f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m b066c79c878af0e9cdc4b5338e0da860fa67a33eda5ca1af356ee960e99d802f network default NAD default NAD key ] I0506 03:06:37.213598 3674 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-bhv59, hostIfaceName: c21aeedd547cc13, network: default, NAD default, SandboxID: "c21aeedd547cc133b8e03e3a2b2a9dccbb9613ab56d5af39063c8e301d2adc7e", PCI device ID: , UID: "d9c4089e-4cc4-446a-be7b-b00b8c8b5978", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0506 03:06:37.214447 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-mfk8m, hostIfaceName: b066c79c878af0e, network: default, NAD default, SandboxID: "b066c79c878af0e9cdc4b5338e0da860fa67a33eda5ca1af356ee960e99d802f", PCI device ID: , UID: "d6f915f3-f224-459b-b356-a3844372c8bf", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0506 03:06:37.266466 3674 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-bhv59 c21aeedd547cc133b8e03e3a2b2a9dccbb9613ab56d5af39063c8e301d2adc7e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bhv59 c21aeedd547cc133b8e03e3a2b2a9dccbb9613ab56d5af39063c8e301d2adc7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9a:65:8b:4a:10\",\"name\":\"c21aeedd547cc13\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d791765-5d3a-43b1-8a6a-001a8a3b1cdf\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:37.285730 3674 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m b066c79c878af0e9cdc4b5338e0da860fa67a33eda5ca1af356ee960e99d802f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfk8m b066c79c878af0e9cdc4b5338e0da860fa67a33eda5ca1af356ee960e99d802f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:80:d1:84:73:6e\",\"name\":\"b066c79c878af0e\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0c29d2c-4b2f-4812-8518-87ba08b6022e\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:38.436878 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=627 W0506 03:06:38.626452 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.645869 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.656758 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.670266 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.678470 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0506 03:06:40.707864 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 03:06:40.752408 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:06:40.752425 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 03:06:42.388961 3674 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-2fl9m] creating logical port cert-manager_cert-manager-59c77684cc-2fl9m for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:42.389062 3674 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-2fl9m I0506 03:06:42.405548 3674 pod.go:62] [cert-manager/cert-manager-59c77684cc-2fl9m] pod update took 16.515222ms I0506 03:06:42.405570 3674 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-2fl9m] addLogicalPort annotation time took 16.541687ms I0506 03:06:42.406871 3674 pods.go:271] [cert-manager/cert-manager-59c77684cc-2fl9m] addLogicalPort took 17.931124ms, libovsdb time 953.882µs I0506 03:06:42.730737 3674 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key ] I0506 03:06:42.749317 3674 cni.go:452] [cert-manager/cert-manager-59c77684cc-2fl9m 1d9e62c740552bd3676e1177f85eca1762d6186eb28d99e90db2e50e7f15a24f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-2fl9m 1d9e62c740552bd3676e1177f85eca1762d6186eb28d99e90db2e50e7f15a24f network default NAD default NAD key ] I0506 03:06:42.766386 3674 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-2fl9m, hostIfaceName: 1d9e62c740552bd, network: default, NAD default, SandboxID: "1d9e62c740552bd3676e1177f85eca1762d6186eb28d99e90db2e50e7f15a24f", PCI device ID: , UID: "da7dfa37-dc8f-45b2-a829-23561555d107", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0506 03:06:42.806471 3674 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj 3932e36eaa8ec3c909f04d6a1b3d66247bd2de962f471a9f4c72a7dc4887df73 network default NAD default NAD key default], result "{}", err I0506 03:06:42.820283 3674 cni.go:473] [cert-manager/cert-manager-59c77684cc-2fl9m 1d9e62c740552bd3676e1177f85eca1762d6186eb28d99e90db2e50e7f15a24f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-2fl9m 1d9e62c740552bd3676e1177f85eca1762d6186eb28d99e90db2e50e7f15a24f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a2:20:37:43:19\",\"name\":\"1d9e62c740552bd\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d254b09a-77be-46de-8bc9-b33775e7f613\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:42.851964 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.851997 3674 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj I0506 03:06:42.853459 3674 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj, ips: 10.130.0.32 I0506 03:06:42.853493 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853519 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853531 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 03:06:42.853730 3674 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 03:06:42.853745 3674 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 03:06:43.880016 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.880044 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.880059 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:06:43.880071 3674 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136g2kkj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:06:46.736928 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 03:06:46.736952 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 03:06:49.298641 3674 namespace.go:142] [openshift-operators] updating namespace I0506 03:06:49.308613 3674 namespace.go:142] [openshift-operators] updating namespace W0506 03:06:51.819884 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 03:06:55.075594 3674 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-nxmlf for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:55.075716 3674 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf I0506 03:06:55.106560 3674 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf] pod update took 30.867876ms I0506 03:06:55.106588 3674 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf] addLogicalPort annotation time took 30.902703ms I0506 03:06:55.107815 3674 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf] addLogicalPort took 32.238636ms, libovsdb time 869.537µs I0506 03:06:55.432545 3674 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf b4ac2df2b32aeaa26db8307642ae3cf5aaff5c7493c8fcf7be127677f12f1080 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf b4ac2df2b32aeaa26db8307642ae3cf5aaff5c7493c8fcf7be127677f12f1080 network default NAD default NAD key ] I0506 03:06:55.442182 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-nxmlf, hostIfaceName: b4ac2df2b32aeaa, network: default, NAD default, SandboxID: "b4ac2df2b32aeaa26db8307642ae3cf5aaff5c7493c8fcf7be127677f12f1080", PCI device ID: , UID: "5cc506d6-1e91-4f34-860e-a82e7b6675c3", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0506 03:06:55.495844 3674 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf b4ac2df2b32aeaa26db8307642ae3cf5aaff5c7493c8fcf7be127677f12f1080 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nxmlf b4ac2df2b32aeaa26db8307642ae3cf5aaff5c7493c8fcf7be127677f12f1080 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:2a:4f:28:4d:3e\",\"name\":\"b4ac2df2b32aeaa\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdb9645d-c157-4b54-9ff0-786b410d987b\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:57.196399 3674 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 03:06:57.197224 3674 namespace.go:102] [trusted-artifact-signer] adding namespace took 804.634µs I0506 03:06:57.218795 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:06:57.232622 3674 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 03:06:57.855145 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:06:58.500724 3674 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-868cf] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-868cf for pod on switch ip-10-0-0-218.ec2.internal I0506 03:06:58.500860 3674 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-868cf I0506 03:06:58.511861 3674 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-868cf] pod update took 11.023844ms I0506 03:06:58.511884 3674 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-868cf] addLogicalPort annotation time took 11.048827ms I0506 03:06:58.513254 3674 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-868cf] addLogicalPort took 12.543963ms, libovsdb time 1.007431ms I0506 03:06:58.867551 3674 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-868cf 9e7ae8417185819a2b67a583ef7034fa632e34fb46d3f1e894f34426d8b07906 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-868cf 9e7ae8417185819a2b67a583ef7034fa632e34fb46d3f1e894f34426d8b07906 network default NAD default NAD key ] I0506 03:06:58.877663 3674 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-868cf, hostIfaceName: 9e7ae8417185819, network: default, NAD default, SandboxID: "9e7ae8417185819a2b67a583ef7034fa632e34fb46d3f1e894f34426d8b07906", PCI device ID: , UID: "37551616-7c21-4f82-909f-f9e07dab6254", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0506 03:06:58.932696 3674 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-868cf 9e7ae8417185819a2b67a583ef7034fa632e34fb46d3f1e894f34426d8b07906 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-868cf 9e7ae8417185819a2b67a583ef7034fa632e34fb46d3f1e894f34426d8b07906 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:13:db:74:60:4f\",\"name\":\"9e7ae8417185819\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f30735f3-1172-4c7b-afd3-148f138836e8\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:06:59.267905 3674 namespace.go:142] [openshift-operators] updating namespace W0506 03:07:00.860759 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.860916 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.882548 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0506 03:07:00.889272 3674 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:07:06.433003 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=63 W0506 03:07:08.827005 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 03:07:11.547168 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 03:07:14.044118 3674 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:14.044670 3674 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:14.068691 3674 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:14.068713 3674 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:14.080644 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 03:07:14.080676 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 03:07:14.410615 3674 namespace.go:98] [openshift-pipelines] adding namespace I0506 03:07:14.411529 3674 namespace.go:102] [openshift-pipelines] adding namespace took 893.116µs I0506 03:07:14.434733 3674 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:07:15.147344 3674 namespace.go:142] [cert-manager] updating namespace I0506 03:07:15.350790 3674 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:15.746891 3674 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:15.950213 3674 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:16.150195 3674 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:16.557255 3674 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:16.754963 3674 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:16.953149 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:17.159645 3674 namespace.go:142] [tsf] updating namespace I0506 03:07:17.358038 3674 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:17.570851 3674 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:17.786824 3674 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:17.927843 3674 namespace.go:142] [cert-manager] updating namespace I0506 03:07:17.958783 3674 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:17.986699 3674 namespace.go:142] [default] updating namespace I0506 03:07:18.000709 3674 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:18.020677 3674 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:18.037595 3674 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:18.052704 3674 namespace.go:142] [openshift] updating namespace I0506 03:07:18.070760 3674 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:18.088778 3674 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:18.111610 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:18.127684 3674 namespace.go:142] [tsf] updating namespace I0506 03:07:18.145798 3674 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:18.162615 3674 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:18.190747 3674 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:18.268791 3674 namespace.go:142] [cert-manager] updating namespace I0506 03:07:18.350812 3674 namespace.go:142] [cert-manager-operator] updating namespace I0506 03:07:18.403334 3674 namespace.go:142] [default] updating namespace I0506 03:07:18.466647 3674 namespace.go:142] [konflux-operator] updating namespace I0506 03:07:18.561624 3674 namespace.go:142] [konflux-ui] updating namespace I0506 03:07:18.662574 3674 namespace.go:142] [open-cluster-management-2q45p2d0itqef4rvm2res9khfnao9rof] updating namespace I0506 03:07:18.759507 3674 namespace.go:142] [openshift] updating namespace I0506 03:07:18.861558 3674 namespace.go:142] [rhbk-operator] updating namespace I0506 03:07:18.959037 3674 namespace.go:142] [rhtpa-operator] updating namespace I0506 03:07:19.059943 3674 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 03:07:19.158846 3674 namespace.go:142] [tsf] updating namespace I0506 03:07:19.259477 3674 namespace.go:142] [tsf-keycloak] updating namespace I0506 03:07:19.358283 3674 namespace.go:142] [tsf-tas] updating namespace I0506 03:07:19.466983 3674 namespace.go:142] [tsf-tpa] updating namespace I0506 03:07:19.895051 3674 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:07:27.679984 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-hf95c for pod on switch ip-10-0-0-218.ec2.internal I0506 03:07:27.680114 3674 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c I0506 03:07:27.701888 3674 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c] pod update took 21.803663ms I0506 03:07:27.701919 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c] addLogicalPort annotation time took 21.839852ms I0506 03:07:27.703283 3674 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c] addLogicalPort took 23.315057ms, libovsdb time 894.8µs I0506 03:07:27.762064 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-l77qq for pod on switch ip-10-0-0-218.ec2.internal I0506 03:07:27.762166 3674 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq I0506 03:07:27.778949 3674 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq] pod update took 16.808894ms I0506 03:07:27.779026 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq] addLogicalPort annotation time took 16.888171ms I0506 03:07:27.780174 3674 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq] addLogicalPort took 18.12363ms, libovsdb time 794.5µs I0506 03:07:28.038080 3674 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c c2c71ca7edde418bde68366471ae850060e5f8457bd1edca3ee143c4810ebb6d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c c2c71ca7edde418bde68366471ae850060e5f8457bd1edca3ee143c4810ebb6d network default NAD default NAD key ] I0506 03:07:28.047264 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-hf95c, hostIfaceName: c2c71ca7edde418, network: default, NAD default, SandboxID: "c2c71ca7edde418bde68366471ae850060e5f8457bd1edca3ee143c4810ebb6d", PCI device ID: , UID: "5372dc9c-150e-4730-bd33-d2dde9601435", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0506 03:07:28.099285 3674 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c c2c71ca7edde418bde68366471ae850060e5f8457bd1edca3ee143c4810ebb6d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hf95c c2c71ca7edde418bde68366471ae850060e5f8457bd1edca3ee143c4810ebb6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:7c:a2:f3:f5:c3\",\"name\":\"c2c71ca7edde418\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bde3cea1-5148-41ce-bdf1-67b3638f13eb\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:07:28.127269 3674 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq d0a7c0522f825178d0b2302df818ad8e3e7747ca47bcd2442a9921a0fe4b571b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq d0a7c0522f825178d0b2302df818ad8e3e7747ca47bcd2442a9921a0fe4b571b network default NAD default NAD key ] I0506 03:07:28.137599 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-l77qq, hostIfaceName: d0a7c0522f82517, network: default, NAD default, SandboxID: "d0a7c0522f825178d0b2302df818ad8e3e7747ca47bcd2442a9921a0fe4b571b", PCI device ID: , UID: "777eb0a5-b9fb-4453-90e3-e25f5e591db7", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0506 03:07:28.186683 3674 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq d0a7c0522f825178d0b2302df818ad8e3e7747ca47bcd2442a9921a0fe4b571b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-l77qq d0a7c0522f825178d0b2302df818ad8e3e7747ca47bcd2442a9921a0fe4b571b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:23:24:25:a6:fc\",\"name\":\"d0a7c0522f82517\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14fa4fb2-ab77-4293-a6be-68ca1ce25046\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:32.003042 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.003064 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.003071 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:32.030944 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.030959 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.030964 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:32.768233 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.768255 3674 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.768261 3674 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:32.768267 3674 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:07:33.023279 3674 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 03:07:33.061346 3674 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0506 03:07:38.529553 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0506 03:07:38.552945 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0506 03:07:43.007975 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:43.007998 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:43.008007 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 03:07:43.035438 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:43.035460 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 03:07:43.035467 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 03:07:50.083008 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-q7djz for pod on switch ip-10-0-0-218.ec2.internal I0506 03:07:50.083094 3674 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz I0506 03:07:50.099747 3674 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz] pod update took 16.67626ms I0506 03:07:50.099769 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz] addLogicalPort annotation time took 16.703321ms I0506 03:07:50.100972 3674 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz] addLogicalPort took 17.977255ms, libovsdb time 863.327µs I0506 03:07:50.444586 3674 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz 659d2ce83a74d3704949717b53b48c0dd1851a397bb72499323f2a39ef2168af network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz 659d2ce83a74d3704949717b53b48c0dd1851a397bb72499323f2a39ef2168af network default NAD default NAD key ] I0506 03:07:50.453736 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-q7djz, hostIfaceName: 659d2ce83a74d37, network: default, NAD default, SandboxID: "659d2ce83a74d3704949717b53b48c0dd1851a397bb72499323f2a39ef2168af", PCI device ID: , UID: "6bcc1718-4b3c-4f21-85c3-a826e0b5277b", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0506 03:07:50.503722 3674 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz 659d2ce83a74d3704949717b53b48c0dd1851a397bb72499323f2a39ef2168af network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-q7djz 659d2ce83a74d3704949717b53b48c0dd1851a397bb72499323f2a39ef2168af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:c9:54:93:5a:ef\",\"name\":\"659d2ce83a74d37\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e451b17-5c93-4f8a-b1bc-ad6bad5fc400\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:07:55.124865 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 03:07:56.259767 3674 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:56.260280 3674 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:07:56.281084 3674 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:56.281105 3674 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:07:56.288206 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 03:07:56.288229 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 03:07:58.290877 3674 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 03:07:58.291504 3674 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 03:07:58.291531 3674 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 03:07:58.293512 3674 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 03:07:58.633969 3674 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:07:58.634080 3674 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0506 03:07:58.649299 3674 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.256661ms I0506 03:07:58.649321 3674 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.284142ms I0506 03:07:58.650540 3674 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.618527ms, libovsdb time 833.555µs I0506 03:07:58.995061 3674 cni.go:452] [tsf-keycloak/keycloak-0 467fe51b420e4220bf631881d4494c25e767600527062f430a9c7f930e452305 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 467fe51b420e4220bf631881d4494c25e767600527062f430a9c7f930e452305 network default NAD default NAD key ] I0506 03:07:59.004351 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 467fe51b420e422, network: default, NAD default, SandboxID: "467fe51b420e4220bf631881d4494c25e767600527062f430a9c7f930e452305", PCI device ID: , UID: "faf8fec8-ac8b-4bc6-8dc2-9e944efd2263", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0506 03:07:59.054744 3674 cni.go:473] [tsf-keycloak/keycloak-0 467fe51b420e4220bf631881d4494c25e767600527062f430a9c7f930e452305 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 467fe51b420e4220bf631881d4494c25e767600527062f430a9c7f930e452305 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a7:b2:63:da:5b\",\"name\":\"467fe51b420e422\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04890082-389b-4a7a-99d9-86c986a342f5\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:08:06.188456 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:06.188478 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:06.192171 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:08:06.192185 3674 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 03:08:13.155776 3674 namespace.go:142] [openshift-pipelines] updating namespace I0506 03:08:14.321094 3674 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 03:08:29.430409 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=79 W0506 03:08:31.256149 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:31.256173 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0506 03:08:31.259139 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 03:08:31.259158 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 03:08:38.533777 3674 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-g8kv4] creating logical port tsf-keycloak_tsf-iam-g8kv4 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:08:38.533871 3674 kube.go:256] Updating pod tsf-keycloak/tsf-iam-g8kv4 I0506 03:08:38.549080 3674 pod.go:62] [tsf-keycloak/tsf-iam-g8kv4] pod update took 15.232373ms I0506 03:08:38.549101 3674 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-g8kv4] addLogicalPort annotation time took 15.25789ms I0506 03:08:38.550308 3674 pods.go:271] [tsf-keycloak/tsf-iam-g8kv4] addLogicalPort took 16.545803ms, libovsdb time 835.591µs I0506 03:08:39.001071 3674 cni.go:452] [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key ] I0506 03:08:39.010507 3674 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-g8kv4, hostIfaceName: 80355fdab41e521, network: default, NAD default, SandboxID: "80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e", PCI device ID: , UID: "79394e27-9b14-4962-840f-45cc89adcd3d", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0506 03:08:39.063362 3674 cni.go:473] [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:70:31:88:ea:7e\",\"name\":\"80355fdab41e521\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90db0fad-a886-4553-82cb-ddec0da25d47\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:08:39.307175 3674 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:39.307198 3674 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 03:08:39.307205 3674 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 03:08:48.485936 3674 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:48.486537 3674 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:48.525418 3674 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:48.525537 3674 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:48.531978 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 03:08:48.532007 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0506 03:08:53.123609 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 03:08:53.123642 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0506 03:08:57.509920 3674 cni.go:452] [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key ] I0506 03:08:57.583423 3674 cni.go:473] [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-g8kv4 80355fdab41e521388435a57ea5e3110faafbd669221b7dd3f62b44ccb404d4e network default NAD default NAD key default], result "{}", err I0506 03:08:57.631972 3674 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:57.632001 3674 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-g8kv4 I0506 03:08:57.633392 3674 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-g8kv4, ips: 10.130.0.45 I0506 03:08:57.633423 3674 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:08:58.563578 3674 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:58.563602 3674 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-g8kv4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:08:59.315095 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-ks2mz] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-ks2mz for pod on switch ip-10-0-0-218.ec2.internal I0506 03:08:59.315184 3674 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-ks2mz I0506 03:08:59.329284 3674 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-ks2mz] pod update took 14.12231ms I0506 03:08:59.329310 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-ks2mz] addLogicalPort annotation time took 14.153337ms I0506 03:08:59.330558 3674 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-ks2mz] addLogicalPort took 15.477471ms, libovsdb time 841.648µs I0506 03:08:59.673451 3674 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-ks2mz 3d152cb25254e6ffbe6fe79366cd7d4ed4d493b858b9f03566d40ca3de315d68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ks2mz 3d152cb25254e6ffbe6fe79366cd7d4ed4d493b858b9f03566d40ca3de315d68 network default NAD default NAD key ] I0506 03:08:59.696330 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-ks2mz, hostIfaceName: 3d152cb25254e6f, network: default, NAD default, SandboxID: "3d152cb25254e6ffbe6fe79366cd7d4ed4d493b858b9f03566d40ca3de315d68", PCI device ID: , UID: "a10d205f-2fc0-41b8-923a-0a273a41d565", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0506 03:08:59.754761 3674 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-ks2mz 3d152cb25254e6ffbe6fe79366cd7d4ed4d493b858b9f03566d40ca3de315d68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-ks2mz 3d152cb25254e6ffbe6fe79366cd7d4ed4d493b858b9f03566d40ca3de315d68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:96:53:ea:ed:5a\",\"name\":\"3d152cb25254e6f\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b8585d1-6d2f-4508-ac21-c8e1a88f4e94\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:09:00.171893 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 03:09:05.465079 3674 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 03:09:06.613966 3674 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:06.614478 3674 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:07.501935 3674 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:07.501955 3674 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4wbpc-lt77k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:09:10.221995 3674 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 03:09:28.442048 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-77fvw for pod on switch ip-10-0-0-218.ec2.internal I0506 03:09:28.442145 3674 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw I0506 03:09:28.458996 3674 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw] pod update took 16.874962ms I0506 03:09:28.459021 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw] addLogicalPort annotation time took 16.905571ms I0506 03:09:28.460230 3674 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw] addLogicalPort took 18.200791ms, libovsdb time 854.413µs I0506 03:09:28.636959 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-2mr9p for pod on switch ip-10-0-0-218.ec2.internal I0506 03:09:28.637087 3674 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p I0506 03:09:28.650881 3674 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p] pod update took 13.832809ms I0506 03:09:28.650900 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p] addLogicalPort annotation time took 13.856997ms I0506 03:09:28.652234 3674 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p] addLogicalPort took 15.288303ms, libovsdb time 851.911µs I0506 03:09:28.820887 3674 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw 018fe74ce5a00a918b149c3a562b4fa0011d169b969b8503decf3121fec1d40e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw 018fe74ce5a00a918b149c3a562b4fa0011d169b969b8503decf3121fec1d40e network default NAD default NAD key ] I0506 03:09:28.830260 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-77fvw, hostIfaceName: 018fe74ce5a00a9, network: default, NAD default, SandboxID: "018fe74ce5a00a918b149c3a562b4fa0011d169b969b8503decf3121fec1d40e", PCI device ID: , UID: "479ee6ea-9883-464e-98d2-8d28515b67d5", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0506 03:09:28.883465 3674 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw 018fe74ce5a00a918b149c3a562b4fa0011d169b969b8503decf3121fec1d40e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-77fvw 018fe74ce5a00a918b149c3a562b4fa0011d169b969b8503decf3121fec1d40e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:f9:80:bb:aa:41\",\"name\":\"018fe74ce5a00a9\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/758c4642-8680-4c5b-b179-1ef20bdb25ef\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:09:28.998009 3674 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p 9d14ebe9938afebda8bbff4f74b5a481f9311b4ca95240f881c76e510c45dd7f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p 9d14ebe9938afebda8bbff4f74b5a481f9311b4ca95240f881c76e510c45dd7f network default NAD default NAD key ] I0506 03:09:29.008356 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-2mr9p, hostIfaceName: 9d14ebe9938afeb, network: default, NAD default, SandboxID: "9d14ebe9938afebda8bbff4f74b5a481f9311b4ca95240f881c76e510c45dd7f", PCI device ID: , UID: "7b9865a0-776e-452d-afe8-27d135021d91", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0506 03:09:29.060044 3674 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p 9d14ebe9938afebda8bbff4f74b5a481f9311b4ca95240f881c76e510c45dd7f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-2mr9p 9d14ebe9938afebda8bbff4f74b5a481f9311b4ca95240f881c76e510c45dd7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:47:44:19:63:1e\",\"name\":\"9d14ebe9938afeb\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82ff9151-8252-483c-a6d8-2c5abebf31d4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:09:32.597073 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 03:09:32.705123 3674 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:09:32.705142 3674 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:09:32.727044 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 03:09:32.727062 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0506 03:09:43.792610 3674 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:43.793215 3674 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:43.814679 3674 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:43.814703 3674 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:43.821956 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 03:09:43.821981 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 03:09:54.840823 3674 obj_retry.go:498] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:54.841355 3674 obj_retry.go:498] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:09:55.868626 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:09:55.868682 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:00.175859 3674 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633950-lwr2s for pod on switch ip-10-0-0-218.ec2.internal I0506 03:10:00.176024 3674 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s I0506 03:10:00.187401 3674 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s] pod update took 11.395349ms I0506 03:10:00.187497 3674 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s] addLogicalPort annotation time took 11.502753ms I0506 03:10:00.188803 3674 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s] addLogicalPort took 12.957695ms, libovsdb time 885.463µs I0506 03:10:00.534824 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key ] I0506 03:10:00.544070 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633950-lwr2s, hostIfaceName: c1674b19c3eb756, network: default, NAD default, SandboxID: "c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283", PCI device ID: , UID: "72de44a9-3b7c-4cf6-966d-a82df4bf0d6a", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0506 03:10:00.596772 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:87:ca:ca:3f:b5\",\"name\":\"c1674b19c3eb756\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/459d90bd-882d-4934-984b-5449894b3c9e\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:10:02.881225 3674 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:02.881754 3674 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:03.764966 3674 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:03.764989 3674 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rmfzp-jlvgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:03.894326 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key ] I0506 03:10:03.981354 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s c1674b19c3eb756fbdf6092661c5d17ccf73f52452b60bf7ad7919fef1578283 network default NAD default NAD key default], result "{}", err I0506 03:10:04.028084 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.028122 3674 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s I0506 03:10:04.029575 3674 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s, ips: 10.130.0.49 I0506 03:10:04.029600 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:04.905583 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:04.905606 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633950-lwr2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:10:09.784094 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 03:10:20.739418 3674 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-ffd4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.739969 3674 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-ffd4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.758407 3674 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:20.758864 3674 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:21.612632 3674 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.612673 3674 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5kjqb-8hc98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.759690 3674 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-ffd4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.759714 3674 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-ffd4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.794757 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.794774 3674 obj_retry.go:492] Detected object tsf/patch-tekton-config-92vr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:21.801812 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-92vr5 I0506 03:10:21.801831 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-92vr5 W0506 03:10:25.611056 3674 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 03:10:27.109722 3674 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:27.110285 3674 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:27.129634 3674 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:27.129678 3674 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:27.135912 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 03:10:27.135934 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0506 03:10:29.631335 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0506 03:10:31.906284 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 03:10:32.793377 3674 obj_retry.go:498] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:32.793931 3674 obj_retry.go:498] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:33.819349 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:33.819370 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:36.825630 3674 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:36.826183 3674 obj_retry.go:498] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:36.945889 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:36.945914 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:39.843925 3674 obj_retry.go:498] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:39.844460 3674 obj_retry.go:498] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:10:40.159762 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:10:40.159782 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:10:53.021211 3674 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 03:10:58.432229 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0506 03:11:02.977443 3674 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:02.978097 3674 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:03.850405 3674 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:03.850434 3674 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpbbl-c54hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 03:11:09.873760 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 03:11:20.567417 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 03:11:21.314127 3674 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:21.314648 3674 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:21.354745 3674 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:21.354765 3674 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:21.360632 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 03:11:21.360670 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 03:11:21.430891 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0506 03:11:22.120196 3674 namespace.go:98] [integration-service] adding namespace I0506 03:11:22.120349 3674 namespace.go:98] [image-controller] adding namespace I0506 03:11:22.121167 3674 namespace.go:102] [integration-service] adding namespace took 949.682µs I0506 03:11:22.121776 3674 namespace.go:102] [image-controller] adding namespace took 1.411084ms I0506 03:11:22.121882 3674 namespace.go:98] [build-service] adding namespace I0506 03:11:22.122502 3674 namespace.go:102] [build-service] adding namespace took 611.088µs I0506 03:11:22.124707 3674 namespace.go:98] [default-tenant] adding namespace I0506 03:11:22.125287 3674 namespace.go:102] [default-tenant] adding namespace took 564.922µs I0506 03:11:22.144056 3674 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.168581 3674 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.193097 3674 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.222405 3674 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.236600 3674 namespace.go:142] [build-service] updating namespace I0506 03:11:22.265039 3674 namespace.go:142] [build-service] updating namespace I0506 03:11:22.321498 3674 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.343739 3674 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.371852 3674 namespace.go:142] [build-service] updating namespace I0506 03:11:22.393598 3674 namespace.go:142] [integration-service] updating namespace I0506 03:11:22.426683 3674 namespace.go:98] [release-service] adding namespace I0506 03:11:22.427414 3674 namespace.go:102] [release-service] adding namespace took 714.123µs I0506 03:11:22.468254 3674 namespace.go:142] [release-service] updating namespace I0506 03:11:22.479840 3674 namespace.go:142] [release-service] updating namespace I0506 03:11:22.512231 3674 namespace.go:142] [konflux-ui] updating namespace I0506 03:11:22.573618 3674 namespace.go:98] [konflux-info] adding namespace I0506 03:11:22.574480 3674 namespace.go:102] [konflux-info] adding namespace took 845.506µs I0506 03:11:22.604310 3674 namespace.go:98] [namespace-lister] adding namespace I0506 03:11:22.605146 3674 namespace.go:102] [namespace-lister] adding namespace took 812.431µs I0506 03:11:22.632854 3674 namespace.go:98] [enterprise-contract-service] adding namespace I0506 03:11:22.633623 3674 namespace.go:102] [enterprise-contract-service] adding namespace took 751.405µs I0506 03:11:22.657930 3674 namespace.go:142] [image-controller] updating namespace I0506 03:11:22.658055 3674 namespace.go:142] [konflux-info] updating namespace I0506 03:11:22.754809 3674 namespace.go:142] [default-tenant] updating namespace I0506 03:11:22.795737 3674 namespace.go:98] [segment-bridge] adding namespace I0506 03:11:22.796422 3674 namespace.go:102] [segment-bridge] adding namespace took 664.981µs I0506 03:11:22.836433 3674 namespace.go:98] [konflux-cli] adding namespace I0506 03:11:22.837191 3674 namespace.go:102] [konflux-cli] adding namespace took 740.805µs I0506 03:11:22.941938 3674 namespace.go:142] [konflux-info] updating namespace I0506 03:11:23.088300 3674 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:23.119085 3674 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-218.ec2.internal I0506 03:11:23.119189 3674 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0506 03:11:23.167000 3674 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 47.843816ms I0506 03:11:23.167026 3674 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 47.879294ms I0506 03:11:23.168308 3674 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 49.238603ms, libovsdb time 871.988µs I0506 03:11:23.313807 3674 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:23.429771 3674 namespace.go:142] [build-service] updating namespace I0506 03:11:23.518805 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:23.687245 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:23.797576 3674 cni.go:452] [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key ] I0506 03:11:23.806567 3674 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 95e2526b1139a75, network: default, NAD default, SandboxID: "95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1", PCI device ID: , UID: "c07c66b6-632a-4f6e-9bb6-510d4563937a", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0506 03:11:23.862526 3674 cni.go:473] [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:69:ba:29:ad:92\",\"name\":\"95e2526b1139a75\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2a8d2d3-b555-49fe-9903-91e69f43884e\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:11:23.955003 3674 namespace.go:142] [default-tenant] updating namespace I0506 03:11:23.955020 3674 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:24.170996 3674 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:24.239070 3674 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 03:11:24.239619 3674 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 03:11:24.239637 3674 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 03:11:24.242414 3674 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 03:11:24.282131 3674 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:24.350564 3674 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 03:11:24.350592 3674 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 03:11:24.351404 3674 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 03:11:24.382757 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:24.489758 3674 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:24.919205 3674 namespace.go:142] [image-controller] updating namespace I0506 03:11:25.122833 3674 namespace.go:142] [integration-service] updating namespace I0506 03:11:25.290028 3674 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7hld9] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-7hld9 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:11:25.290126 3674 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-7hld9 I0506 03:11:25.311781 3674 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-7hld9] pod update took 21.682507ms I0506 03:11:25.311804 3674 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7hld9] addLogicalPort annotation time took 21.709258ms I0506 03:11:25.313245 3674 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-7hld9] addLogicalPort took 23.228617ms, libovsdb time 996.227µs I0506 03:11:25.360727 3674 namespace.go:142] [konflux-info] updating namespace I0506 03:11:25.549194 3674 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5c6bd5d9bf-b57tr] creating logical port konflux-ui_proxy-5c6bd5d9bf-b57tr for pod on switch ip-10-0-0-218.ec2.internal I0506 03:11:25.549310 3674 kube.go:256] Updating pod konflux-ui/proxy-5c6bd5d9bf-b57tr I0506 03:11:25.588330 3674 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:25.590241 3674 pod.go:62] [konflux-ui/proxy-5c6bd5d9bf-b57tr] pod update took 40.973472ms I0506 03:11:25.590270 3674 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5c6bd5d9bf-b57tr] addLogicalPort annotation time took 41.004645ms I0506 03:11:25.591849 3674 pods.go:271] [konflux-ui/proxy-5c6bd5d9bf-b57tr] addLogicalPort took 42.678733ms, libovsdb time 974.053µs I0506 03:11:25.826804 3674 namespace.go:142] [release-service] updating namespace I0506 03:11:25.960001 3674 namespace.go:142] [build-service] updating namespace I0506 03:11:25.981612 3674 namespace.go:142] [default-tenant] updating namespace I0506 03:11:26.001523 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:26.022812 3674 namespace.go:142] [image-controller] updating namespace I0506 03:11:26.056959 3674 namespace.go:142] [integration-service] updating namespace I0506 03:11:26.075760 3674 namespace.go:142] [konflux-info] updating namespace I0506 03:11:26.101983 3674 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:26.130805 3674 namespace.go:142] [release-service] updating namespace I0506 03:11:26.243130 3674 namespace.go:142] [build-service] updating namespace I0506 03:11:26.321274 3674 namespace.go:142] [default-tenant] updating namespace I0506 03:11:26.417380 3674 namespace.go:142] [enterprise-contract-service] updating namespace I0506 03:11:26.468814 3674 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-758b466bdf-hnt76] creating logical port integration-service_integration-service-controller-manager-758b466bdf-hnt76 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:11:26.468966 3674 kube.go:256] Updating pod integration-service/integration-service-controller-manager-758b466bdf-hnt76 I0506 03:11:26.488705 3674 pod.go:62] [integration-service/integration-service-controller-manager-758b466bdf-hnt76] pod update took 19.765084ms I0506 03:11:26.488727 3674 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-758b466bdf-hnt76] addLogicalPort annotation time took 19.791807ms I0506 03:11:26.489972 3674 pods.go:271] [integration-service/integration-service-controller-manager-758b466bdf-hnt76] addLogicalPort took 21.172844ms, libovsdb time 825.3µs I0506 03:11:26.491601 3674 namespace.go:142] [image-controller] updating namespace I0506 03:11:26.550740 3674 namespace.go:142] [integration-service] updating namespace I0506 03:11:26.609185 3674 namespace.go:142] [konflux-info] updating namespace I0506 03:11:26.685184 3674 namespace.go:142] [namespace-lister] updating namespace I0506 03:11:26.751501 3674 namespace.go:142] [release-service] updating namespace W0506 03:11:27.977075 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 03:11:27.986122 3674 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.185728 3674 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:28.301512 3674 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.318009 3674 namespace.go:142] [segment-bridge] updating namespace I0506 03:11:28.457478 3674 namespace.go:142] [konflux-cli] updating namespace I0506 03:11:28.518595 3674 namespace.go:142] [segment-bridge] updating namespace W0506 03:11:30.989806 3674 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 03:11:35.024046 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0506 03:11:35.045063 3674 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0506 03:11:35.479257 3674 cni.go:452] [integration-service/integration-service-controller-manager-758b466bdf-hnt76 f8aa17a3f5313bad01c5a5d38283d5f324cfdca6d4be108a82728ce4ff4e850f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-758b466bdf-hnt76 f8aa17a3f5313bad01c5a5d38283d5f324cfdca6d4be108a82728ce4ff4e850f network default NAD default NAD key ] I0506 03:11:35.479910 3674 cni.go:452] [konflux-ui/proxy-5c6bd5d9bf-b57tr 24143ae766bca240a8cbfa8869b17534cc8ec4122edbedeb4f81f2006063ec48 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5c6bd5d9bf-b57tr 24143ae766bca240a8cbfa8869b17534cc8ec4122edbedeb4f81f2006063ec48 network default NAD default NAD key ] I0506 03:11:35.480308 3674 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-7hld9 53bfd134702b14a5978d6e460a8da8fb6051f60b194c4f017f3a8ebf386237a2 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7hld9 53bfd134702b14a5978d6e460a8da8fb6051f60b194c4f017f3a8ebf386237a2 network default NAD default NAD key ] I0506 03:11:35.491279 3674 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-758b466bdf-hnt76, hostIfaceName: f8aa17a3f5313ba, network: default, NAD default, SandboxID: "f8aa17a3f5313bad01c5a5d38283d5f324cfdca6d4be108a82728ce4ff4e850f", PCI device ID: , UID: "2b3932cd-f8d0-4a98-857c-6fddff81f792", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0506 03:11:35.493375 3674 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-7hld9, hostIfaceName: 53bfd134702b14a, network: default, NAD default, SandboxID: "53bfd134702b14a5978d6e460a8da8fb6051f60b194c4f017f3a8ebf386237a2", PCI device ID: , UID: "a9b547d3-ad98-4d08-893c-2919468acd88", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0506 03:11:35.493393 3674 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5c6bd5d9bf-b57tr, hostIfaceName: 24143ae766bca24, network: default, NAD default, SandboxID: "24143ae766bca240a8cbfa8869b17534cc8ec4122edbedeb4f81f2006063ec48", PCI device ID: , UID: "a3983d8d-dfa1-4f7e-a0d1-8cb0e7da7c9e", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0506 03:11:35.554902 3674 cni.go:473] [integration-service/integration-service-controller-manager-758b466bdf-hnt76 f8aa17a3f5313bad01c5a5d38283d5f324cfdca6d4be108a82728ce4ff4e850f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-758b466bdf-hnt76 f8aa17a3f5313bad01c5a5d38283d5f324cfdca6d4be108a82728ce4ff4e850f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:55:d1:d7:97:24\",\"name\":\"f8aa17a3f5313ba\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4707e642-0bdb-4443-8408-c121d4d84a9e\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:11:35.784399 3674 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-7hld9 53bfd134702b14a5978d6e460a8da8fb6051f60b194c4f017f3a8ebf386237a2 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7hld9 53bfd134702b14a5978d6e460a8da8fb6051f60b194c4f017f3a8ebf386237a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b9:03:1a:5c:e6\",\"name\":\"53bfd134702b14a\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77de45b0-da7c-4cc9-bc57-3b0e1905bcae\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:11:35.784446 3674 cni.go:473] [konflux-ui/proxy-5c6bd5d9bf-b57tr 24143ae766bca240a8cbfa8869b17534cc8ec4122edbedeb4f81f2006063ec48 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5c6bd5d9bf-b57tr 24143ae766bca240a8cbfa8869b17534cc8ec4122edbedeb4f81f2006063ec48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:11:fc:33:7b:37\",\"name\":\"24143ae766bca24\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fd5e886-dfea-4a7e-8567-297213b6d495\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 03:11:37.061248 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:37.062249 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:40.066981 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:40.066999 3674 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.471973 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 03:11:41.472127 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 03:11:41.500644 3674 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.500745 3674 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 03:11:41.525224 3674 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:41.525413 3674 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:49.054231 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:49.054274 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:49.059899 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:49.059925 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:52.482863 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 03:11:52.483753 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 03:11:52.514970 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 03:11:52.517991 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0506 03:11:52.818211 3674 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:52.818803 3674 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:11:53.149271 3674 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:53.149295 3674 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:11:53.153454 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk I0506 03:11:53.153479 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-8c9fk W0506 03:12:20.149508 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 03:12:20.149528 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 03:12:20.149537 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 03:12:20.149543 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 03:12:20.563725 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 03:12:20.563748 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 03:12:30.464361 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=515 I0506 03:12:50.498070 3674 obj_retry.go:498] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:50.498616 3674 obj_retry.go:498] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:51.467168 3674 obj_retry.go:492] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:51.467195 3674 obj_retry.go:492] Detected object konflux-ui/proxy-6794d4d984-xkrd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:51.473497 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:12:51.473527 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:12:57.538187 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 03:12:57.924761 3674 cni.go:452] [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key ] I0506 03:12:58.006463 3674 cni.go:473] [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 95e2526b1139a75d60c96f2753d71f9c660d6c2587e7ae0fb7e5545ce844d3d1 network default NAD default NAD key default], result "{}", err I0506 03:12:58.064303 3674 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:58.064337 3674 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0506 03:12:58.065741 3674 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.50 I0506 03:12:58.065773 3674 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:12:58.082600 3674 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:58.082617 3674 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:12:58.088520 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 03:12:58.088547 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 03:13:09.527296 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 03:13:24.498671 3674 namespace.go:98] [managed-tenant-i4cl6] adding namespace I0506 03:13:24.499675 3674 namespace.go:102] [managed-tenant-i4cl6] adding namespace took 979.722µs I0506 03:13:24.547236 3674 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:24.581363 3674 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.646262 3674 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.783353 3674 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:25.882166 3674 namespace.go:142] [managed-tenant-i4cl6] updating namespace I0506 03:13:27.550164 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 03:13:34.436111 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=123 I0506 03:13:35.532386 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 03:14:04.522722 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 03:14:23.543711 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 03:14:43.561988 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0506 03:14:46.431992 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0506 03:15:37.521602 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 03:17:29.555534 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0506 03:18:27.432858 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=99 I0506 03:18:40.467079 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16 I0506 03:18:43.440943 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0506 03:19:12.525795 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 03:19:14.529575 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 03:19:38.552953 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 03:19:41.550100 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 03:19:48.434732 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=20 I0506 03:20:00.200134 3674 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633960-tbwpj for pod on switch ip-10-0-0-218.ec2.internal I0506 03:20:00.200258 3674 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj I0506 03:20:00.224220 3674 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj] pod update took 23.983251ms I0506 03:20:00.224249 3674 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj] addLogicalPort annotation time took 24.02068ms I0506 03:20:00.225561 3674 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj] addLogicalPort took 25.44653ms, libovsdb time 915.236µs I0506 03:20:00.565205 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key ] I0506 03:20:00.575070 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633960-tbwpj, hostIfaceName: 4fe6e59575de861, network: default, NAD default, SandboxID: "4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9", PCI device ID: , UID: "64f5801f-b029-4d99-961b-68fdd4d5e086", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0506 03:20:00.631593 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:46:6c:3b:5f:ff\",\"name\":\"4fe6e59575de861\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/249db891-7ef0-4bb3-aa1e-2fc4826c4c56\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:20:04.416597 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key ] I0506 03:20:04.508707 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj 4fe6e59575de861d39d3626c4652bf732e1ba2837112ac2d8ff9e2ed0f4d2eb9 network default NAD default NAD key default], result "{}", err I0506 03:20:04.558749 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:04.558791 3674 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj I0506 03:20:04.560122 3674 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj, ips: 10.130.0.54 I0506 03:20:04.560156 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:20:05.420776 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:05.420806 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633960-tbwpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:21.570020 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 03:20:33.060149 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:33.060194 3674 obj_retry.go:492] Detected object tsf-tpa/create-db-7c5cf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:33.065220 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-7c5cf I0506 03:20:33.065248 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-7c5cf I0506 03:20:36.029031 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:36.029058 3674 obj_retry.go:492] Detected object tsf-tpa/migrate-db-ms28b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:36.032396 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-ms28b I0506 03:20:36.032424 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-ms28b I0506 03:20:40.030379 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:40.030406 3674 obj_retry.go:492] Detected object tsf-tpa/create-importers-968d9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:20:40.035064 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-968d9 I0506 03:20:40.035084 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-968d9 I0506 03:20:40.434449 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0506 03:20:52.546899 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 03:21:09.433186 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0506 03:21:14.524535 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 03:22:33.535124 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 03:23:02.564320 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 03:23:12.557908 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 03:25:15.444540 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0506 03:25:44.533054 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 03:25:50.528369 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 03:26:11.437190 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 03:26:22.527594 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 03:26:53.573169 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 03:27:31.437783 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 03:28:01.435897 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0506 03:28:05.469855 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0506 03:28:07.435110 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0506 03:28:26.537716 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 03:28:27.368219 3674 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-qh9j9 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:28:27.368320 3674 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9 I0506 03:28:27.383274 3674 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9] pod update took 14.986851ms I0506 03:28:27.383297 3674 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9] addLogicalPort annotation time took 15.015965ms I0506 03:28:27.384548 3674 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9] addLogicalPort took 16.349675ms, libovsdb time 817.963µs I0506 03:28:27.731588 3674 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9 1afa8f1c2337084a452d025495c3b59b2613e69c702d76f407250432420e154f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9 1afa8f1c2337084a452d025495c3b59b2613e69c702d76f407250432420e154f network default NAD default NAD key ] I0506 03:28:27.740988 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-qh9j9, hostIfaceName: 1afa8f1c2337084, network: default, NAD default, SandboxID: "1afa8f1c2337084a452d025495c3b59b2613e69c702d76f407250432420e154f", PCI device ID: , UID: "73d0f724-3a6f-4d75-b933-7723e6114a40", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0506 03:28:27.796017 3674 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9 1afa8f1c2337084a452d025495c3b59b2613e69c702d76f407250432420e154f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-qh9j9 1afa8f1c2337084a452d025495c3b59b2613e69c702d76f407250432420e154f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:1f:af:47:48:c7\",\"name\":\"1afa8f1c2337084\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/021c20ef-79fc-44ab-adb4-b7995d1f2f3c\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:28:33.858018 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:33.858576 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:34.631958 3674 obj_retry.go:492] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:28:34.631985 3674 obj_retry.go:492] Detected object default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:28:34.641065 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:34.641092 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-ialew-on-pull-request-rncdz-init-pod I0506 03:28:35.791349 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:35.791969 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 03:28:41.397352 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:28:41.397372 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:28:41.397379 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 03:28:41.397384 3674 util.go:959] Failed to build node endpoints for node ip-10-0-0-218.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 03:28:50.911425 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:50.912111 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:28:53.553081 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 03:29:00.559889 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 03:29:41.549759 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 03:29:55.028475 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-build-container-pod for pod on switch ip-10-0-0-218.ec2.internal I0506 03:29:55.028624 3674 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod I0506 03:29:55.069913 3674 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod] pod update took 41.32916ms I0506 03:29:55.069935 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod] addLogicalPort annotation time took 41.354858ms I0506 03:29:55.071302 3674 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod] addLogicalPort took 42.839841ms, libovsdb time 972.756µs I0506 03:29:55.343353 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:29:55.343918 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:29:55.398688 3674 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key ] I0506 03:29:55.408205 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-build-container-pod, hostIfaceName: 8a1f115632fcd6c, network: default, NAD default, SandboxID: "8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d", PCI device ID: , UID: "5eb56fcf-f084-400b-8518-0d932211f1ec", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0506 03:29:55.463423 3674 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:9e:32:f2:f2:5c\",\"name\":\"8a1f115632fcd6c\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/659c1376-b0e0-4ce9-a39a-9ccc97902717\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:30:00.199699 3674 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633970-6qnl9 for pod on switch ip-10-0-0-218.ec2.internal I0506 03:30:00.199819 3674 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 I0506 03:30:00.212941 3674 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9] pod update took 13.147845ms I0506 03:30:00.212964 3674 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9] addLogicalPort annotation time took 13.178746ms I0506 03:30:00.214205 3674 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9] addLogicalPort took 14.520856ms, libovsdb time 854.071µs I0506 03:30:00.562486 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key ] I0506 03:30:00.571989 3674 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633970-6qnl9, hostIfaceName: 465160f10b4b34d, network: default, NAD default, SandboxID: "465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4", PCI device ID: , UID: "4a090090-7943-4ec5-b2af-e4b305675159", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0506 03:30:00.631031 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:0a:9f:a5:7d:1a\",\"name\":\"465160f10b4b34d\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea28e963-5b25-4b78-87ee-8284ace2a403\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:30:03.978861 3674 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key ] I0506 03:30:04.072105 3674 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 465160f10b4b34d803ff0549a17b7a3787cb69209767b42222d3c3841df057d4 network default NAD default NAD key default], result "{}", err I0506 03:30:04.126851 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.126889 3674 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 I0506 03:30:04.128439 3674 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9, ips: 10.130.0.57 I0506 03:30:04.128475 3674 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:30:04.981416 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:04.981442 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633970-6qnl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.016735 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.016777 3674 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 03:30:05.021177 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:30:05.021205 3674 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633940-dcpws I0506 03:31:34.440161 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 03:31:51.566478 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 03:31:55.530099 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 03:32:29.531757 3674 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 03:32:39.560600 3674 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0506 03:32:52.842828 3674 duration.go:461] Config duration recorder: measurement expired for pod/konflux-ui/proxy-6794d4d984-xkrd6 I0506 03:32:53.447820 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0506 03:33:50.444750 3674 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key ] I0506 03:33:50.546586 3674 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod 8a1f115632fcd6c19c37b47348e17f15320c8c70d1d9196645a71859d1d0701d network default NAD default NAD key default], result "{}", err I0506 03:33:50.733441 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:33:50.733477 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod I0506 03:33:50.734853 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod, ips: 10.130.0.56 I0506 03:33:50.734878 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:33:54.575698 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 03:34:18.220117 3674 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod] creating logical port default-tenant_tsf-comp-ialew-on-push-dx769-clamav-scan-pod for pod on switch ip-10-0-0-218.ec2.internal I0506 03:34:18.220296 3674 kube.go:256] Updating pod default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod I0506 03:34:18.256159 3674 pod.go:62] [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod] pod update took 35.902901ms I0506 03:34:18.256189 3674 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod] addLogicalPort annotation time took 35.932782ms I0506 03:34:18.257515 3674 pods.go:271] [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod] addLogicalPort took 37.417564ms, libovsdb time 854.953µs I0506 03:34:18.590035 3674 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key ] I0506 03:34:18.599764 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ialew-on-push-dx769-clamav-scan-pod, hostIfaceName: d4c237ccad29244, network: default, NAD default, SandboxID: "d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd", PCI device ID: , UID: "3c1464d3-8f8c-4702-a58a-693184ff6b5e", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0506 03:34:18.655918 3674 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:8e:ae:c1:62:02\",\"name\":\"d4c237ccad29244\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bed80633-540a-4446-99e6-9424e9bc836c\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:34:18.964265 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:34:18.964833 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:34:31.535213 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 03:35:14.555374 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0506 03:35:15.567100 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 03:35:35.472453 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=146 I0506 03:35:48.438485 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0506 03:35:54.918892 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.919581 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.955714 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.956271 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.986189 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:54.986842 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:56.440360 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0506 03:35:59.848757 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:35:59.849362 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:07.437451 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0506 03:36:17.018469 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:17.019081 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:36:44.552301 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 03:38:07.106126 3674 cni.go:452] [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key ] I0506 03:38:07.202884 3674 cni.go:473] [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod d4c237ccad2924426260c32a4fdd1605a79d1a183c15a24fd213955e1b80debd network default NAD default NAD key default], result "{}", err I0506 03:38:07.272031 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:07.272092 3674 pods.go:176] Deleting pod: default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod I0506 03:38:07.273519 3674 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod, ips: 10.130.0.58 I0506 03:38:07.273547 3674 obj_retry.go:498] Detected object default-tenant/tsf-comp-ialew-on-push-dx769-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:07.540527 3674 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 03:38:25.040003 3674 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-qxmg-pg49v-verify-pod] creating logical port default-tenant_my-integration-test-qxmg-pg49v-verify-pod for pod on switch ip-10-0-0-218.ec2.internal I0506 03:38:25.040189 3674 kube.go:256] Updating pod default-tenant/my-integration-test-qxmg-pg49v-verify-pod I0506 03:38:25.074585 3674 pod.go:62] [default-tenant/my-integration-test-qxmg-pg49v-verify-pod] pod update took 34.458274ms I0506 03:38:25.074610 3674 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-qxmg-pg49v-verify-pod] addLogicalPort annotation time took 34.487816ms I0506 03:38:25.075922 3674 pods.go:271] [default-tenant/my-integration-test-qxmg-pg49v-verify-pod] addLogicalPort took 35.935903ms, libovsdb time 878.017µs I0506 03:38:25.412279 3674 cni.go:452] [default-tenant/my-integration-test-qxmg-pg49v-verify-pod 96ab3c4d12b26d27d2ac779148c61c42581e5366fd9c78664307437528619789 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-qxmg-pg49v-verify-pod 96ab3c4d12b26d27d2ac779148c61c42581e5366fd9c78664307437528619789 network default NAD default NAD key ] I0506 03:38:25.422210 3674 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-qxmg-pg49v-verify-pod, hostIfaceName: 96ab3c4d12b26d2, network: default, NAD default, SandboxID: "96ab3c4d12b26d27d2ac779148c61c42581e5366fd9c78664307437528619789", PCI device ID: , UID: "cd68ce0a-9bda-40d4-94e6-caababf10e46", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0506 03:38:25.477999 3674 cni.go:473] [default-tenant/my-integration-test-qxmg-pg49v-verify-pod 96ab3c4d12b26d27d2ac779148c61c42581e5366fd9c78664307437528619789 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-qxmg-pg49v-verify-pod 96ab3c4d12b26d27d2ac779148c61c42581e5366fd9c78664307437528619789 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ec:7b:a3:2d:b4\",\"name\":\"96ab3c4d12b26d2\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/622c509a-d555-4a8f-91db-7778137137f0\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 03:38:25.826113 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:25.826700 3674 obj_retry.go:498] Detected object default-tenant/my-integration-test-qxmg-pg49v-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 03:38:27.443054 3674 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7