+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-51.ec2.internal ++ [[ -n ip-10-0-0-51.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-51.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:30:45.299391840 - disable conntrack on geneve port' I0521 19:30:45.299391840 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:30:45.316111884 - starting ovnkube-node' I0521 19:30:45.316111884 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-51.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-51.ec2.internal --init-node ip-10-0-0-51.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-51.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:30:45.357916 3686 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:30:45.357970 3686 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-016e5e9f97.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:30:45.359362 3686 kube.go:431] Waiting for certificate I0521 19:30:45.359401 3686 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:45.359438 3686 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:45.360316 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:45.389192 3686 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:45.389211 3686 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:45.392163 3686 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:45.392266 3686 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fsdk4" I0521 19:30:45.396163 3686 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fsdk4" I0521 19:30:45.396225 3686 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:46.360432 3686 kube.go:438] Certificate found I0521 19:30:46.360964 3686 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:46.361978 3686 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:30:46.397596 3686 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:25:45 +0000 UTC" deadline="2026-05-22 16:24:41.222513072 +0000 UTC" I0521 19:30:46.397630 3686 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h53m54.824894269s" I0521 19:30:46.428241 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:46.447535 3686 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:30:46.447601 3686 factory.go:561] Starting watch factory I0521 19:30:46.447643 3686 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:30:46.447674 3686 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447681 3686 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447698 3686 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447693 3686 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447728 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447735 3686 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447736 3686 server.go:101] MetricServer registers OVS metrics I0521 19:30:46.447686 3686 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447725 3686 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447743 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.447969 3686 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.448170 3686 server.go:105] MetricServer registers OVN DB metrics I0521 19:30:46.449568 3686 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.449603 3686 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.453313 3686 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:30:46.453352 3686 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:30:46.453776 3686 controller_manager.go:370] Starting the ovnkube controller I0521 19:30:46.453786 3686 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-51.ec2.internal I0521 19:30:46.453828 3686 controller_manager.go:395] NBDB zone sync took: 34.657µs I0521 19:30:46.453837 3686 factory.go:561] Starting watch factory I0521 19:30:46.467982 3686 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:30:46.468002 3686 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:30:46.468565 3686 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.471492 3686 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.471873 3686 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:30:46.471905 3686 server.go:109] MetricServer registers OVN Controller metrics I0521 19:30:46.472635 3686 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.472825 3686 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.475695 3686 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.478394 3686 server.go:113] MetricServer registers OVN Northd metrics I0521 19:30:46.482905 3686 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:30:46.483106 3686 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:46.553594 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:46.553614 3686 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:46.553618 3686 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:46.553621 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:46.553624 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:46.553627 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:46.553710 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.553710 3686 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.553724 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.553728 3686 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.557607 3686 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.557607 3686 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:46.559485 3686 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:46.559495 3686 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:46.559499 3686 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:46.559502 3686 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:46.559505 3686 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:46.559508 3686 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:46.559504 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:46.559517 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:46.559577 3686 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.559593 3686 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.562980 3686 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.564949 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:46.564966 3686 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:46.564975 3686 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:46.565006 3686 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.565019 3686 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.568420 3686 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.570366 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:46.570381 3686 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:46.570423 3686 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.570433 3686 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.574219 3686 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.576238 3686 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:46.576263 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:46.576313 3686 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.576324 3686 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.580190 3686 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.582186 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:46.582239 3686 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.582271 3686 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.582287 3686 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:46.586209 3686 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.588138 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:46.588155 3686 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:46.588326 3686 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:46.588339 3686 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:46.591946 3686 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:46.593930 3686 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:46.593939 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:46.593992 3686 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.594014 3686 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.594037 3686 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.594058 3686 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.597614 3686 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.597615 3686 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:46.599612 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:46.599623 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:46.599628 3686 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:46.599630 3686 factory.go:680] Watch Factory start up complete, took: 152.030967ms I0521 19:30:46.599706 3686 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:30:46.605105 3686 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:46.605117 3686 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:46.605127 3686 factory.go:680] Watch Factory start up complete, took: 151.286937ms I0521 19:30:46.605136 3686 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-51.ec2.internal" zone I0521 19:30:46.648615 3686 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:30:46.736206 3686 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:30:46.742855 3686 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:30:46.799408 3686 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:30:46.799550 3686 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:30:46.799567 3686 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:30:46.832293 3686 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:30:46.832356 3686 default_node_network_controller.go:809] Node ip-10-0-0-51.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 19:30:46.837406 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.51"] k8s.ovn.org/zone-name:ip-10-0-0-51.ec2.internal] on node ip-10-0-0-51.ec2.internal I0521 19:30:46.855494 3686 controller_manager.go:429] Waiting for node in zone sync took: 250.346245ms I0521 19:30:46.859361 3686 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:30:46.862662 3686 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:30:46.862675 3686 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-51.ec2.internal I0521 19:30:46.865461 3686 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:30:46.865647 3686 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:30:46.865779 3686 gateway_init.go:263] Preparing Gateway I0521 19:30:46.865790 3686 gateway_shared_intf.go:1687] Creating new gateway I0521 19:30:46.878065 3686 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:46.884362 3686 controller_manager.go:290] SCTP support detected in OVN I0521 19:30:46.884978 3686 services_controller.go:69] Creating services controller for network=default I0521 19:30:46.885031 3686 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:30:46.885141 3686 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:30:46.885170 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:30:46.885182 3686 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:30:46.885190 3686 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:46.885420 3686 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:30:46.885460 3686 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:30:46.885512 3686 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.017µs I0521 19:30:46.885534 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 66.857µs I0521 19:30:46.885543 3686 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 82.834µs I0521 19:30:46.885549 3686 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:30:46.885555 3686 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:30:46.885564 3686 default_network_controller.go:325] Starting the default network controller I0521 19:30:46.885651 3686 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.078µs I0521 19:30:46.886109 3686 udn_enabled_svc.go:95] Performing full resync I0521 19:30:46.886475 3686 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:30:46.886488 3686 udn_enabled_svc.go:104] Starting worker I0521 19:30:46.894626 3686 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:30:46.894750 3686 repair.go:33] Syncing exgw routes took 109.407µs I0521 19:30:46.894797 3686 default_network_controller.go:414] Starting all the Watchers... I0521 19:30:46.894998 3686 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:30:46.895001 3686 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:30:46.895010 3686 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:30:46.895018 3686 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:30:46.895022 3686 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:30:46.895022 3686 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:30:46.895034 3686 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:30:46.895040 3686 namespace.go:98] [openshift-dns] adding namespace I0521 19:30:46.895044 3686 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:30:46.895043 3686 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:30:46.895047 3686 namespace.go:98] [openshift-infra] adding namespace I0521 19:30:46.895063 3686 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:30:46.894998 3686 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:30:46.895127 3686 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:30:46.895132 3686 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:30:46.895631 3686 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 622.027µs I0521 19:30:46.895647 3686 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:30:46.896180 3686 namespace.go:102] [openshift-monitoring] adding namespace took 528.503µs I0521 19:30:46.896195 3686 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:30:46.896778 3686 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 576.589µs I0521 19:30:46.896793 3686 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:30:46.897263 3686 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.230691ms I0521 19:30:46.897279 3686 namespace.go:98] [openshift-ingress] adding namespace I0521 19:30:46.897760 3686 namespace.go:102] [openshift-dns-operator] adding namespace took 2.737322ms I0521 19:30:46.897776 3686 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:30:46.898432 3686 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.404002ms I0521 19:30:46.898446 3686 namespace.go:98] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] adding namespace I0521 19:30:46.898945 3686 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.913199ms I0521 19:30:46.898955 3686 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:30:46.899450 3686 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.416214ms I0521 19:30:46.899461 3686 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:30:46.899947 3686 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.90692ms I0521 19:30:46.899957 3686 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:30:46.900488 3686 namespace.go:102] [openshift-dns] adding namespace took 5.436617ms I0521 19:30:46.900512 3686 namespace.go:98] [openshift-logging] adding namespace I0521 19:30:46.901050 3686 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.997943ms I0521 19:30:46.901068 3686 namespace.go:98] [kube-system] adding namespace I0521 19:30:46.901619 3686 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.56247ms I0521 19:30:46.901641 3686 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:30:46.902101 3686 namespace.go:102] [openshift-infra] adding namespace took 7.038636ms I0521 19:30:46.902120 3686 namespace.go:98] [openshift-network-console] adding namespace I0521 19:30:46.902578 3686 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.5062ms I0521 19:30:46.902592 3686 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:30:46.903015 3686 namespace.go:102] [openshift-cluster-version] adding namespace took 7.892475ms I0521 19:30:46.903032 3686 namespace.go:98] [openshift-config] adding namespace I0521 19:30:46.903559 3686 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 8.425801ms I0521 19:30:46.903570 3686 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:30:46.904008 3686 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.869776ms I0521 19:30:46.904018 3686 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:30:46.904528 3686 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.729561ms I0521 19:30:46.904541 3686 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:30:46.905044 3686 namespace.go:102] [openshift-ingress] adding namespace took 7.757742ms I0521 19:30:46.905060 3686 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:30:46.905530 3686 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.749092ms I0521 19:30:46.905543 3686 namespace.go:98] [openshift-insights] adding namespace I0521 19:30:46.906298 3686 namespace.go:102] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] adding namespace took 7.847292ms I0521 19:30:46.906309 3686 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:30:46.906776 3686 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.814197ms I0521 19:30:46.906789 3686 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:30:46.907227 3686 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.760516ms I0521 19:30:46.907268 3686 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:30:46.907660 3686 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.699178ms I0521 19:30:46.907672 3686 namespace.go:98] [openshift-multus] adding namespace W0521 19:30:46.908074 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-qzr96: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found I0521 19:30:46.908083 3686 namespace.go:102] [openshift-logging] adding namespace took 7.566148ms I0521 19:30:46.908090 3686 namespace.go:98] [openshift-etcd] adding namespace I0521 19:30:46.908616 3686 namespace.go:102] [kube-system] adding namespace took 7.543187ms I0521 19:30:46.908633 3686 namespace.go:98] [openshift-console] adding namespace I0521 19:30:46.909054 3686 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.408024ms I0521 19:30:46.909069 3686 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:30:46.909522 3686 namespace.go:102] [openshift-network-console] adding namespace took 7.39671ms I0521 19:30:46.909536 3686 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:30:46.909952 3686 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.355107ms I0521 19:30:46.909968 3686 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:30:46.910369 3686 namespace.go:102] [openshift-config] adding namespace took 7.332312ms I0521 19:30:46.910381 3686 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:30:46.910801 3686 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.226662ms I0521 19:30:46.910811 3686 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:30:46.911202 3686 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.180507ms I0521 19:30:46.911211 3686 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:30:46.911702 3686 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.154254ms I0521 19:30:46.911717 3686 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:30:46.912092 3686 namespace.go:102] [openshift-config-managed] adding namespace took 7.026074ms I0521 19:30:46.912122 3686 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:30:46.912614 3686 namespace.go:102] [openshift-insights] adding namespace took 7.065419ms I0521 19:30:46.912628 3686 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:30:46.913022 3686 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.708897ms I0521 19:30:46.913035 3686 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:30:46.913453 3686 namespace.go:102] [openshift-apiserver] adding namespace took 6.65893ms I0521 19:30:46.913466 3686 namespace.go:98] [openshift-cluster-machine-approver] adding namespace W0521 19:30:46.913841 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bxr8j: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found I0521 19:30:46.913885 3686 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.610668ms I0521 19:30:46.913895 3686 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:30:46.914393 3686 namespace.go:102] [openshift-multus] adding namespace took 6.715592ms I0521 19:30:46.914406 3686 namespace.go:98] [kube-node-lease] adding namespace I0521 19:30:46.914779 3686 namespace.go:102] [openshift-etcd] adding namespace took 6.684147ms I0521 19:30:46.914793 3686 namespace.go:98] [default] adding namespace I0521 19:30:46.915168 3686 namespace.go:102] [openshift-console] adding namespace took 6.529241ms I0521 19:30:46.915186 3686 namespace.go:98] [openshift-node] adding namespace I0521 19:30:46.915575 3686 namespace.go:102] [openshift-package-operator] adding namespace took 6.500272ms I0521 19:30:46.915586 3686 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:30:46.916019 3686 namespace.go:102] [openshift-marketplace] adding namespace took 6.478966ms I0521 19:30:46.916030 3686 namespace.go:98] [openshift] adding namespace I0521 19:30:46.916436 3686 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.462554ms I0521 19:30:46.916448 3686 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:30:46.916837 3686 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.451031ms I0521 19:30:46.916848 3686 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:30:46.917378 3686 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.563244ms I0521 19:30:46.917391 3686 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:30:46.917882 3686 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.665175ms I0521 19:30:46.917897 3686 namespace.go:98] [dedicated-admin] adding namespace I0521 19:30:46.918480 3686 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.758578ms I0521 19:30:46.919024 3686 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.895525ms I0521 19:30:46.919035 3686 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0521 19:30:46.919482 3686 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5s2hq: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found I0521 19:30:46.919490 3686 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.856539ms I0521 19:30:46.919502 3686 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:30:46.920069 3686 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.029274ms I0521 19:30:46.920082 3686 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:30:46.920550 3686 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.079145ms I0521 19:30:46.920561 3686 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:30:46.920986 3686 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.084135ms I0521 19:30:46.921000 3686 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:30:46.921590 3686 namespace.go:102] [kube-node-lease] adding namespace took 7.175984ms I0521 19:30:46.921611 3686 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:30:46.922082 3686 namespace.go:102] [default] adding namespace took 7.284229ms I0521 19:30:46.922093 3686 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:30:46.922623 3686 namespace.go:102] [openshift-node] adding namespace took 7.432391ms I0521 19:30:46.922634 3686 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:30:46.923062 3686 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.467683ms I0521 19:30:46.923083 3686 namespace.go:98] [openshift-authentication] adding namespace I0521 19:30:46.923496 3686 namespace.go:102] [openshift] adding namespace took 7.462775ms I0521 19:30:46.923507 3686 namespace.go:98] [openshift-operators] adding namespace I0521 19:30:46.923904 3686 namespace.go:102] [openshift-network-operator] adding namespace took 7.449681ms I0521 19:30:46.923918 3686 namespace.go:98] [kube-public] adding namespace I0521 19:30:46.924400 3686 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.542759ms I0521 19:30:46.924422 3686 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:30:46.924929 3686 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.532465ms I0521 19:30:46.924945 3686 namespace.go:98] [openshift-backplane] adding namespace I0521 19:30:46.925411 3686 namespace.go:102] [dedicated-admin] adding namespace took 7.508414ms I0521 19:30:46.925425 3686 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:30:46.925938 3686 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.898126ms I0521 19:30:46.926398 3686 namespace.go:102] [openshift-image-registry] adding namespace took 6.889679ms I0521 19:30:46.926855 3686 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.768666ms I0521 19:30:46.926868 3686 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:30:46.927267 3686 namespace.go:102] [openshift-controller-manager] adding namespace took 6.701544ms I0521 19:30:46.927730 3686 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.724838ms I0521 19:30:46.927745 3686 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:30:46.928229 3686 namespace.go:102] [openshift-console-operator] adding namespace took 6.61122ms I0521 19:30:46.928678 3686 namespace.go:102] [openshift-config-operator] adding namespace took 6.580132ms I0521 19:30:46.929109 3686 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.470843ms I0521 19:30:46.929956 3686 namespace.go:102] [openshift-authentication] adding namespace took 6.86569ms I0521 19:30:46.930354 3686 namespace.go:102] [openshift-operators] adding namespace took 6.843434ms I0521 19:30:46.930367 3686 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:30:46.930747 3686 namespace.go:102] [kube-public] adding namespace took 6.823509ms I0521 19:30:46.931120 3686 namespace.go:102] [openshift-machine-api] adding namespace took 6.69273ms I0521 19:30:46.931552 3686 namespace.go:102] [openshift-backplane] adding namespace took 6.601144ms I0521 19:30:46.931937 3686 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.505615ms I0521 19:30:46.931952 3686 namespace.go:98] [openshift-host-network] adding namespace I0521 19:30:46.932408 3686 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.534407ms I0521 19:30:46.932844 3686 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.093535ms I0521 19:30:46.933286 3686 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.912092ms I0521 19:30:46.933792 3686 namespace.go:102] [openshift-host-network] adding namespace took 1.835534ms W0521 19:30:46.933872 3686 master.go:458] Unable to parse local node ip-10-0-0-51.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:30:46.933881 3686 master.go:481] Removing stale chassis with ID/Name: c098eff9-d4e2-4012-875d-4e52c468e88e, hostname: ip-10-0-0-51.ec2.internal I0521 19:30:46.934386 3686 master.go:548] Adding or Updating local node "ip-10-0-0-51.ec2.internal" for network "default" I0521 19:30:46.935503 3686 zone_ic_handler.go:195] Time taken to create transit switch: 427.253µs I0521 19:30:46.935518 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-114.ec2.internal for the network default E0521 19:30:46.935583 3686 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-136.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-136.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-136.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009bca938 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0947338291}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:30:46.935666 3686 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-136.ec2.internal", UID:"191541f0-9760-4deb-be89-09fbafdb8cf4", APIVersion:"v1", ResourceVersion:"9270", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-136.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-136.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009bca938 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0947338291}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0521 19:30:46.936557 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-114.ec2.internal" on network "default" took: 1.490966ms I0521 19:30:46.938567 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-51.ec2.internal for the network default I0521 19:30:46.938745 3686 zone_ic_handler.go:195] Time taken to create transit switch: 163.972µs I0521 19:30:46.939548 3686 default_network_controller.go:823] Node add failed for ip-10-0-0-51.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal, error getting gateway config for node ip-10-0-0-51.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal", failed to update chassis to local for local node ip-10-0-0-51.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-51.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal] E0521 19:30:46.939589 3686 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-51.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal, error getting gateway config for node ip-10-0-0-51.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal", failed to update chassis to local for local node ip-10-0-0-51.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-51.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal] I0521 19:30:46.939639 3686 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:30:46.939639 3686 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-51.ec2.internal", UID:"a321d7fb-6c4f-41d5-857b-c3bb06f5adb5", APIVersion:"v1", ResourceVersion:"9393", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal, error getting gateway config for node ip-10-0-0-51.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal", failed to update chassis to local for local node ip-10-0-0-51.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-51.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal] I0521 19:30:46.939660 3686 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:30:46.939672 3686 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:30:46.939695 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default" I0521 19:30:46.939718 3686 node_tracker.go:235] Node ip-10-0-0-51.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal" I0521 19:30:46.939729 3686 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:46.939742 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:30:46.939747 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-114.ec2.internal in network "default" I0521 19:30:46.939818 3686 node_tracker.go:169] Node ip-10-0-1-114.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:46.939826 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:30:46.939833 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0521 19:30:46.939854 3686 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:46.939860 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.016909 3686 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:47.023088 3686 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:30:47.028952 3686 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:30:47.028965 3686 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-51.ec2.internal","mac-address":"12:28:7d:1d:2a:f1","ip-addresses":["10.0.0.51/24"],"ip-address":"10.0.0.51/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c098eff9-d4e2-4012-875d-4e52c468e88e k8s.ovn.org/node-encap-ips:["10.0.0.51"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.51/24"} k8s.ovn.org/zone-name:ip-10-0-0-51.ec2.internal] on node ip-10-0-0-51.ec2.internal I0521 19:30:47.040101 3686 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:30:47.040120 3686 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:30:47.040209 3686 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:30:47.040356 3686 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:30:47.040374 3686 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:30:47.046045 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default" I0521 19:30:47.046055 3686 master.go:548] Adding or Updating local node "ip-10-0-0-51.ec2.internal" for network "default" I0521 19:30:47.046095 3686 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.046108 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.050190 3686 default_node_network_controller.go:519] Node connection status = connected W0521 19:30:47.050753 3686 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-qzr96: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found W0521 19:30:47.050781 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bxr8j: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found W0521 19:30:47.050794 3686 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5s2hq: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found I0521 19:30:47.051881 3686 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-51.ec2.internal for the network default I0521 19:30:47.052147 3686 zone_ic_handler.go:195] Time taken to create transit switch: 252.071µs I0521 19:30:47.140521 3686 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:30:47.140542 3686 repair.go:60] Starting repairing loop for services I0521 19:30:47.140621 3686 repair.go:131] Deleted 0 stale service LBs I0521 19:30:47.140639 3686 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:30:47.140655 3686 repair.go:62] Finished repairing loop for services: 115.232µs I0521 19:30:47.140677 3686 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:30:47.140686 3686 services_controller.go:254] Starting workers for network=default I0521 19:30:47.141105 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bxr8j] creating logical port openshift-multus_network-metrics-daemon-bxr8j for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:47.141330 3686 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-qzr96] creating logical port kube-system_global-pull-secret-syncer-qzr96 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:47.141331 3686 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bxr8j I0521 19:30:47.141421 3686 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-qzr96 I0521 19:30:47.141488 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5s2hq] creating logical port openshift-network-diagnostics_network-check-target-5s2hq for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:47.141620 3686 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5s2hq I0521 19:30:47.142002 3686 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "ip-10-0-2-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:47.143579 3686 zone_ic_handler.go:195] Time taken to create transit switch: 1.086937ms I0521 19:30:47.143592 3686 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-136.ec2.internal for the network default I0521 19:30:47.145576 3686 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-136.ec2.internal" on network "default" took: 3.092815ms I0521 19:30:47.161594 3686 pod.go:62] [kube-system/global-pull-secret-syncer-qzr96] pod update took 20.209154ms I0521 19:30:47.161617 3686 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-qzr96] addLogicalPort annotation time took 20.238164ms I0521 19:30:47.161644 3686 pod.go:62] [openshift-network-diagnostics/network-check-target-5s2hq] pod update took 20.058937ms I0521 19:30:47.161664 3686 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5s2hq] addLogicalPort annotation time took 20.075477ms I0521 19:30:47.161817 3686 pod.go:62] [openshift-multus/network-metrics-daemon-bxr8j] pod update took 20.580413ms I0521 19:30:47.161861 3686 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bxr8j] addLogicalPort annotation time took 20.621907ms I0521 19:30:47.162885 3686 pods.go:271] [kube-system/global-pull-secret-syncer-qzr96] addLogicalPort took 21.565707ms, libovsdb time 1.000437ms I0521 19:30:47.163093 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-5s2hq] addLogicalPort took 21.729387ms, libovsdb time 1.184294ms I0521 19:30:47.163214 3686 pods.go:271] [openshift-multus/network-metrics-daemon-bxr8j] addLogicalPort took 22.134765ms, libovsdb time 905.005µs I0521 19:30:47.163711 3686 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:30:47.163731 3686 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:30:47.163747 3686 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:30:47.163756 3686 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:30:47.163943 3686 repair.go:29] Repairing admin network policies took 181.298µs I0521 19:30:47.164043 3686 repair.go:92] Repairing baseline admin network policies took 91.032µs I0521 19:30:47.164504 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:30:47.164521 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:30:47.166615 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:30:47.166640 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:30:47.166660 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:30:47.168687 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:30:47.168708 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:30:47.168716 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:30:47.169991 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:30:47.170008 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:30:47.170019 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:30:47.171014 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:30:47.171039 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:30:47.171048 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:30:47.172266 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:30:47.172284 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:30:47.172292 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:30:47.173730 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:30:47.173753 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:30:47.173759 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:30:47.174049 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:30:47.174070 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:30:47.174086 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:30:47.176033 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:30:47.176054 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:30:47.176065 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:30:47.176631 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:47.176648 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:30:47.176655 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:30:47.176953 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:30:47.176975 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:30:47.176987 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:30:47.177557 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:30:47.177574 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:30:47.177583 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:30:47.178848 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:30:47.178869 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:30:47.178880 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:30:47.179439 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:30:47.179457 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:30:47.179465 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:30:47.181499 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:30:47.181524 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:30:47.181538 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:30:47.182155 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:30:47.182170 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:30:47.182177 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:30:47.182731 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:47.182752 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:30:47.182762 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:30:47.183259 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:30:47.183277 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:30:47.183285 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:30:47.183738 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:30:47.183757 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:30:47.184513 3686 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:30:47.184526 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:47.185353 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:30:47.185374 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:30:47.185385 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:30:47.186374 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:30:47.186393 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:30:47.186399 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:30:47.186698 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:30:47.186728 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:30:47.186740 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:30:47.187259 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:30:47.187276 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:30:47.187284 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:30:47.187862 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:30:47.187879 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:30:47.187906 3686 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:47.188743 3686 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:30:47.188763 3686 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:30:47.188770 3686 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:30:47.189316 3686 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:30:47.189337 3686 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:30:47.189349 3686 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:30:47.190326 3686 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:30:47.190350 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:30:47.190363 3686 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:30:47.191672 3686 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:30:47.191691 3686 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:30:47.191699 3686 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:30:47.193415 3686 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:30:47.193431 3686 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:30:47.193442 3686 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:30:47.194212 3686 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:30:47.199847 3686 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:30:47.199895 3686 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:30:47.199945 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:30:47.199958 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:30:47.199897 3686 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:30:47.200007 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:30:47.200015 3686 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:30:47.200317 3686 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:30:47.200330 3686 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:30:47.200336 3686 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:30:47.200354 3686 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:30:47.200360 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-51.ec2.internal" for egress firewall I0521 19:30:47.200369 3686 egressfirewall.go:723] Syncing node "ip-10-0-1-114.ec2.internal" for egress firewall I0521 19:30:47.200375 3686 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0521 19:30:47.200552 3686 egressqos.go:245] Starting EgressQoS Controller I0521 19:30:47.200562 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:30:47.200568 3686 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:30:47.200583 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:30:47.200590 3686 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:30:47.200594 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:30:47.200598 3686 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:30:47.200602 3686 egressqos.go:259] Repairing EgressQoSes I0521 19:30:47.200607 3686 egressqos.go:399] Starting repairing loop for egressqos I0521 19:30:47.200674 3686 egressqos.go:401] Finished repairing loop for egressqos: 67.586µs I0521 19:30:47.200722 3686 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:30:47.200826 3686 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-51.ec2.internal I0521 19:30:47.200870 3686 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-51.ec2.internal : 44.396µs I0521 19:30:47.200964 3686 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:30:47.200973 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:47.200978 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:47.200983 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:47.200988 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:47.201029 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:47.201035 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:47.201040 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:30:47.201044 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:30:47.201048 3686 egressservice_zone.go:228] Repairing Egress Services I0521 19:30:47.201291 3686 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:30:47.201301 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:47.201371 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal I0521 19:30:47.201384 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 14.553µs I0521 19:30:47.201398 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal I0521 19:30:47.201408 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 9.894µs I0521 19:30:47.201417 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0521 19:30:47.201429 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 12.391µs I0521 19:30:47.201484 3686 default_network_controller.go:585] Completing all the Watchers took 306.676734ms I0521 19:30:47.201502 3686 default_network_controller.go:589] Starting unidling controllers I0521 19:30:47.201515 3686 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:30:47.201522 3686 unidle.go:63] Populating Initial ContollerEvent events I0521 19:30:47.201533 3686 unidle.go:79] Setting up event handlers for services I0521 19:30:47.201581 3686 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:47.550765 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:48.050221 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:48.550881 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:48.772618 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal I0521 19:30:48.772682 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 36.088µs I0521 19:30:49.050842 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:49.327015 3686 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:49.551376 3686 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:49.570310 3686 bridgeconfig.go:537] Gateway is ready I0521 19:30:49.570331 3686 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:30:49.582642 3686 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.51. Updating OVN encap IP. I0521 19:30:49.588253 3686 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.51 - it is already configured I0521 19:30:49.588267 3686 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.51/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:30:49.588512 3686 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.51/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-51.ec2.internal","mac-address":"12:28:7d:1d:2a:f1","ip-addresses":["10.0.0.51/24"],"ip-address":"10.0.0.51/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c098eff9-d4e2-4012-875d-4e52c468e88e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.51/24"}] on node ip-10-0-0-51.ec2.internal I0521 19:30:49.604872 3686 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.51 I0521 19:30:49.604981 3686 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-51.ec2.internal I0521 19:30:49.605117 3686 egressfirewall.go:723] Syncing node "ip-10-0-0-51.ec2.internal" for egress firewall I0521 19:30:49.605150 3686 master.go:548] Adding or Updating local node "ip-10-0-0-51.ec2.internal" for network "default" I0521 19:30:49.605158 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal I0521 19:30:49.605174 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 20.39µs I0521 19:30:49.605228 3686 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default" I0521 19:30:49.605290 3686 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:49.605308 3686 services_controller.go:574] Full service sync requested for network=default I0521 19:30:49.610719 3686 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-51.ec2.internal. Updating no re-route policies I0521 19:30:49.610805 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-51.ec2.internal I0521 19:30:49.610816 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-fgtx8 I0521 19:30:49.610824 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9sk9v I0521 19:30:49.610814 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-k28w8 I0521 19:30:49.610840 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5mg86 I0521 19:30:49.610835 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-fgtx8 I0521 19:30:49.610851 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qzr96 I0521 19:30:49.610857 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq I0521 19:30:49.610829 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-51.ec2.internal I0521 19:30:49.610865 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq I0521 19:30:49.610866 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qzr96 I0521 19:30:49.610869 3686 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2v67m I0521 19:30:49.610868 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-51.ec2.internal I0521 19:30:49.610877 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-fgtx8 after 0 failed attempt(s) I0521 19:30:49.610884 3686 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2v67m I0521 19:30:49.610845 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9sk9v I0521 19:30:49.610885 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bxr8j I0521 19:30:49.610900 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-j84gb I0521 19:30:49.610907 3686 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-qzr96] creating logical port kube-system_global-pull-secret-syncer-qzr96 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:49.610919 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-j84gb I0521 19:30:49.610930 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bxr8j I0521 19:30:49.610932 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8vxf2 I0521 19:30:49.610958 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8vxf2 I0521 19:30:49.610960 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zrjs8 I0521 19:30:49.610972 3686 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bxr8j] creating logical port openshift-multus_network-metrics-daemon-bxr8j for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:49.610845 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-k28w8 I0521 19:30:49.610994 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-k28w8 after 0 failed attempt(s) I0521 19:30:49.610887 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-51.ec2.internal after 0 failed attempt(s) I0521 19:30:49.610938 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-j84gb after 0 failed attempt(s) I0521 19:30:49.611005 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8vxf2 after 0 failed attempt(s) I0521 19:30:49.610888 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-51.ec2.internal I0521 19:30:49.610859 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5mg86 I0521 19:30:49.611062 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-51.ec2.internal after 0 failed attempt(s) I0521 19:30:49.610906 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9sk9v after 0 failed attempt(s) I0521 19:30:49.610905 3686 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-s2j2t I0521 19:30:49.611074 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5mg86 after 0 failed attempt(s) I0521 19:30:49.610908 3686 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5s2hq] creating logical port openshift-network-diagnostics_network-check-target-5s2hq for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:49.611077 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-s2j2t I0521 19:30:49.611187 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-s2j2t after 0 failed attempt(s) I0521 19:30:49.610975 3686 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zrjs8 I0521 19:30:49.611214 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zrjs8 after 0 failed attempt(s) I0521 19:30:49.610973 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2v67m after 0 failed attempt(s) I0521 19:30:49.611757 3686 pods.go:271] [kube-system/global-pull-secret-syncer-qzr96] addLogicalPort took 859.663µs, libovsdb time 284.648µs I0521 19:30:49.611770 3686 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-qzr96 after 0 failed attempt(s) I0521 19:30:49.611839 3686 pods.go:271] [openshift-network-diagnostics/network-check-target-5s2hq] addLogicalPort took 941.521µs, libovsdb time 301.789µs I0521 19:30:49.611855 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq after 0 failed attempt(s) I0521 19:30:49.611938 3686 pods.go:271] [openshift-multus/network-metrics-daemon-bxr8j] addLogicalPort took 980.121µs, libovsdb time 336.041µs I0521 19:30:49.611956 3686 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bxr8j after 0 failed attempt(s) I0521 19:30:49.622970 3686 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:30:49.635314 3686 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:30:49.638592 3686 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:30:49.690235 3686 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:30:49.755164 3686 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:49.771972 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:30:49.772089 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:30:49.772138 3686 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:30:49.772217 3686 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:30:49.772282 3686 gateway_init.go:325] Gateway and management port readiness took 2.72637969s I0521 19:30:49.772311 3686 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:30:49.772349 3686 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:30:49.772362 3686 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:30:49.772371 3686 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:49.772438 3686 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:30:49.772544 3686 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.581µs I0521 19:30:49.773161 3686 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:30:49.773187 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.2µs I0521 19:30:49.773193 3686 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.568µs I0521 19:30:49.773199 3686 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:30:49.773206 3686 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:30:49.773211 3686 default_node_network_controller.go:899] Starting the default node network controller I0521 19:30:49.773217 3686 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:30:49.773290 3686 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.837µs I0521 19:30:49.773443 3686 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:30:49.773453 3686 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:30:49.773481 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008c1ec0 0xc0002ca3f0 0xc0002ca460 0xc0002ca4d0 0xc0002ca5b0 0xc0002ca620 0xc0002ca690 0xc000cb4140 0xc0002ca700 0xc0002ca770 0xc000b2a2d0 0xc0064bb500 0xc0002ca7e0 map[0x2ff9080:0xc002389f20 0x2ff95c0:0xc00501c120 0x2ffa2e0:0xc002d92b40 0x2ffa580:0xc002389ec0 0x2ffad60:0xc00501c000 0x2ffb000:0xc00501c060 0x2ffb2a0:0xc00501c0c0 0x2ffba80:0xc00501c240 0x2ffbd20:0xc00501c2a0 0x3026980:0xc001304420 0x3026d20:0xc001304480 0x3027800:0xc000cb05a0 0x3029160:0xc001c20000 0x30298a0:0xc0013048a0 0x302a720:0xc001c20060] 0xc00050b340 0} I0521 19:30:49.773535 3686 gateway.go:151] Starting gateway service sync I0521 19:30:49.773961 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:30:49.776150 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:30:49.795008 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:30:49.796226 3686 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:30:49.797381 3686 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:30:49.831945 3686 gateway.go:168] Gateway service sync done. Time taken: 58.397005ms I0521 19:30:49.832685 3686 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30722 I0521 19:30:49.832779 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008c1ec0 0xc0002ca3f0 0xc0002ca460 0xc0002ca4d0 0xc0002ca5b0 0xc0002ca620 0xc0002ca690 0xc000cb4140 0xc0002ca700 0xc0002ca770 0xc000b2a2d0 0xc0064bb500 0xc0002ca7e0 map[0x2ff9080:0xc002389f20 0x2ff95c0:0xc00501c120 0x2ffa2e0:0xc002d92b40 0x2ffa580:0xc002389ec0 0x2ffad60:0xc00501c000 0x2ffb000:0xc00501c060 0x2ffb2a0:0xc00501c0c0 0x2ffba80:0xc00501c240 0x2ffbd20:0xc00501c2a0 0x3026980:0xc001304420 0x3026d20:0xc001304480 0x3027800:0xc000cb05a0 0x3029160:0xc001c20000 0x30298a0:0xc0013048a0 0x302a720:0xc001c20060] 0xc00050b340 0} I0521 19:30:49.833260 3686 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008c1ec0 0xc0002ca3f0 0xc0002ca460 0xc0002ca4d0 0xc0002ca5b0 0xc0002ca620 0xc0002ca690 0xc000cb4140 0xc0002ca700 0xc0002ca770 0xc000b2a2d0 0xc0064bb500 0xc0002ca7e0 map[0x2ff9080:0xc002389f20 0x2ff95c0:0xc00501c120 0x2ffa2e0:0xc002d92b40 0x2ffa580:0xc002389ec0 0x2ffad60:0xc00501c000 0x2ffb000:0xc00501c060 0x2ffb2a0:0xc00501c0c0 0x2ffba80:0xc00501c240 0x2ffbd20:0xc00501c2a0 0x3026980:0xc001304420 0x3026d20:0xc001304480 0x3027800:0xc000cb05a0 0x3029160:0xc001c20000 0x30298a0:0xc0013048a0 0x302a720:0xc001c20060] 0xc00050b340 0} I0521 19:30:49.833298 3686 gateway.go:532] Reconciling gateway with updates I0521 19:30:49.838878 3686 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:30:49.838902 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:49.838917 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:49.838925 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:49.838926 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:49.838932 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:49.838947 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:49.838943 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:49.838947 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:49.838957 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:49.838961 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:49.838965 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:49.838972 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:49.838981 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:49.838993 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:49.838995 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:49.838903 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:49.839006 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:49.839013 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:49.839017 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:49.839020 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:49.839023 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:49.839019 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:49.839022 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:49.839033 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:49.839036 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:49.839041 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:49.838995 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:49.839047 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:49.839052 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:49.839052 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839057 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:49.839058 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:49.839056 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:49.839063 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839066 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:49.839070 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:49.839071 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:49.839073 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:49.839068 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:49.839081 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839085 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:49.839018 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:49.839093 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:49.839096 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:49.839099 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:49.839102 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:49.839106 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:49.839107 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:49.839109 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:49.839109 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:49.839115 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:49.839116 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:49.839020 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:49.839124 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:49.839126 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:49.839127 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:49.839130 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:49.839137 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:49.839142 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:49.839158 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839160 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839056 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:49.839184 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:49.839109 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839186 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:49.839043 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:49.839233 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839129 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:49.839284 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:49.838919 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:49.838959 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:49.838980 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:49.839340 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:49.839346 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:49.839068 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:49.839388 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:49.839395 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:49.839082 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:49.839034 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:49.839009 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:49.838936 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:49.838938 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:49.839519 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:49.838949 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:49.839535 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:49.839004 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:49.839026 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:49.839028 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:49.839631 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:49.839642 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:49.839030 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:49.839031 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:49.839037 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:49.839666 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:49.839672 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:49.839042 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:49.839042 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:49.839725 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:49.839042 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:49.839768 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:49.839054 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:49.839053 3686 default_node_network_controller.go:944] Gateway and management port readiness took 65.592696ms I0521 19:30:49.839058 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:49.839870 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:49.839057 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:49.839926 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:49.839078 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:49.839079 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:49.840000 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:49.839085 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31745 is already open, no action needed I0521 19:30:49.840030 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31105 is already open, no action needed I0521 19:30:49.839088 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:49.839094 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:49.839108 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:49.840114 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:49.840396 3686 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:30:49.879821 3686 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:49.879992 3686 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:49.880106 3686 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 19:30:49.889590 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:49.889613 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:49.889620 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:49.889626 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:49.889634 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:49.889642 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:49.889651 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:49.889664 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:49.889675 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:49.889681 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:49.889687 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:49.889693 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:49.889699 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:49.889705 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:49.889710 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:49.889717 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:49.889725 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:49.930898 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:49.930911 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:49.930900 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:51.186895 3686 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:30:51.186921 3686 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:30:51.186996 3686 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 19:30:51.198934 3686 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.017782ms I0521 19:30:51.199058 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-114.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:51.199072 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-114.ec2.internal", IP: 10.0.1.114 to PMTUD blocking rules I0521 19:30:51.199058 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 10.0.2.136 to PMTUD blocking rules I0521 19:30:51.199090 3686 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:51.211006 3686 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:30:51.211309 3686 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:30:51.211435 3686 egressservice_node.go:183] Starting Egress Services Controller I0521 19:30:51.211452 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:51.211462 3686 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:51.211468 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:51.211473 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:51.211479 3686 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:51.211486 3686 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:51.211490 3686 egressservice_node.go:197] Repairing Egress Services I0521 19:30:51.221545 3686 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:30:51.221557 3686 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:51.221778 3686 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:30:51.221794 3686 link_network_manager.go:119] Link manager is running I0521 19:30:51.221807 3686 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:30:51.221954 3686 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:30:51.222556 3686 vrf_manager.go:128] VRF manager is running I0521 19:30:51.222790 3686 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:30:51.222807 3686 gateway.go:532] Reconciling gateway with updates I0521 19:30:51.248239 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:51.248266 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:51.248280 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:51.248285 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:51.248280 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:51.248288 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:51.248300 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:51.248303 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:51.248305 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:51.248294 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:51.248310 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:51.248309 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:51.248317 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:51.248325 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:51.248326 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:51.248311 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:51.248331 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:51.248237 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:51.248354 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:51.248356 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:51.248364 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:51.248283 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:51.248376 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:51.248377 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:51.248382 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:51.248388 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:51.248388 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:51.248388 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:51.248395 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:51.248401 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:51.248409 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:51.248370 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:51.248415 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:51.248421 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:51.248306 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:51.248435 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:51.248437 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:51.248439 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:51.248446 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:51.248451 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:51.248452 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:51.248452 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:51.248456 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:51.248469 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:51.248471 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:51.248472 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:51.248478 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:51.248486 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:51.248325 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:51.248493 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:51.248493 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:51.248496 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:51.248501 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:51.248503 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:51.248505 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:51.248415 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:51.248525 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:51.248443 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:51.248572 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:51.248573 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:51.248457 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:51.248475 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:51.248592 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:51.248573 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:51.248599 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:51.248607 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:51.248608 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:51.248619 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:51.248618 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:51.248623 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:51.248629 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:51.248632 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:51.248391 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:51.248637 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:51.248440 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:51.248645 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31745 is already open, no action needed I0521 19:30:51.248647 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:51.248651 3686 port_claim.go:71] Svc openshift-ingress/router-default: port 31105 is already open, no action needed I0521 19:30:51.248652 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:51.248454 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:51.248661 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:51.248668 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:51.248679 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:51.248356 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:51.248692 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:51.248316 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:51.248335 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:51.248735 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:51.248347 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:51.248370 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:51.248370 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:51.248371 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:51.248396 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:51.248789 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:51.248798 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:51.248410 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:51.248811 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:51.248816 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:51.248421 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:51.248427 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:51.248848 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:51.248870 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:51.248440 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:51.248881 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:51.248457 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:51.248458 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:51.248461 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:51.248475 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:51.248905 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:51.248490 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:51.248597 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:51.248643 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:51.248638 3686 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:51.249010 3686 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:51.288712 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:51.288739 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:51.288746 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:51.288754 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:51.288759 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:51.288764 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:51.288770 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:51.328746 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:51.328753 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:51.328788 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:51.328799 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:51.328810 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:51.328817 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:51.368274 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:51.368303 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:51.368310 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:51.368326 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:51.368347 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:51.368354 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:51.368360 3686 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:53.152039 3686 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal I0521 19:30:53.152073 3686 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 40.675µs I0521 19:30:53.179754 3686 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8658b69c96-s4mrj] creating logical port openshift-image-registry_image-registry-8658b69c96-s4mrj for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:53.179892 3686 kube.go:256] Updating pod openshift-image-registry/image-registry-8658b69c96-s4mrj I0521 19:30:53.199272 3686 pod.go:62] [openshift-image-registry/image-registry-8658b69c96-s4mrj] pod update took 19.386798ms I0521 19:30:53.199298 3686 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8658b69c96-s4mrj] addLogicalPort annotation time took 19.439064ms I0521 19:30:53.200599 3686 pods.go:271] [openshift-image-registry/image-registry-8658b69c96-s4mrj] addLogicalPort took 20.859904ms, libovsdb time 987.501µs I0521 19:30:53.204771 3686 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-p9k4d] creating logical port openshift-dns_dns-default-p9k4d for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:53.204884 3686 kube.go:256] Updating pod openshift-dns/dns-default-p9k4d I0521 19:30:53.204953 3686 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ddnks] creating logical port openshift-ingress-canary_ingress-canary-ddnks for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:53.205078 3686 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ddnks I0521 19:30:53.222838 3686 pod.go:62] [openshift-ingress-canary/ingress-canary-ddnks] pod update took 17.790395ms I0521 19:30:53.222857 3686 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ddnks] addLogicalPort annotation time took 17.813634ms I0521 19:30:53.223922 3686 pods.go:271] [openshift-ingress-canary/ingress-canary-ddnks] addLogicalPort took 18.983893ms, libovsdb time 792.571µs I0521 19:30:53.226101 3686 pod.go:62] [openshift-dns/dns-default-p9k4d] pod update took 21.242099ms I0521 19:30:53.226118 3686 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-p9k4d] addLogicalPort annotation time took 21.263943ms I0521 19:30:53.227151 3686 pods.go:271] [openshift-dns/dns-default-p9k4d] addLogicalPort took 22.391117ms, libovsdb time 781.776µs I0521 19:30:53.620400 3686 cni.go:452] [openshift-ingress-canary/ingress-canary-ddnks 89e6f52b531658f724d869b0077ed464899e931cb280812128a7f2550aea4d9f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ddnks 89e6f52b531658f724d869b0077ed464899e931cb280812128a7f2550aea4d9f network default NAD default NAD key ] I0521 19:30:53.672999 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ddnks, hostIfaceName: 89e6f52b531658f, network: default, NAD default, SandboxID: "89e6f52b531658f724d869b0077ed464899e931cb280812128a7f2550aea4d9f", PCI device ID: , UID: "5f2823eb-0570-40d7-966e-5ef38527b4da", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 19:30:53.727332 3686 cni.go:473] [openshift-ingress-canary/ingress-canary-ddnks 89e6f52b531658f724d869b0077ed464899e931cb280812128a7f2550aea4d9f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ddnks 89e6f52b531658f724d869b0077ed464899e931cb280812128a7f2550aea4d9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:69:63:4c:cd:29\",\"name\":\"89e6f52b531658f\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e960e03f-3889-4457-95b2-c614a2f80a92\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:30:57.629032 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:30:57.868598 3686 cni.go:452] [openshift-network-diagnostics/network-check-target-5s2hq 4d8992768d40be9ba2fb23bdc0268df8371eba932387add8016715b796eccc44 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5s2hq 4d8992768d40be9ba2fb23bdc0268df8371eba932387add8016715b796eccc44 network default NAD default NAD key ] I0521 19:30:57.871091 3686 cni.go:452] [kube-system/global-pull-secret-syncer-qzr96 5a4ddba60f109712c82c9bb807cd0ff19d9124482071161ae9dbf05e8ef5f718 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-qzr96 5a4ddba60f109712c82c9bb807cd0ff19d9124482071161ae9dbf05e8ef5f718 network default NAD default NAD key ] I0521 19:30:57.879515 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5s2hq, hostIfaceName: 4d8992768d40be9, network: default, NAD default, SandboxID: "4d8992768d40be9ba2fb23bdc0268df8371eba932387add8016715b796eccc44", PCI device ID: , UID: "1eecc598-e7b4-4824-9a52-4ff265cd7a18", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 19:30:57.881752 3686 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-qzr96, hostIfaceName: 5a4ddba60f10971, network: default, NAD default, SandboxID: "5a4ddba60f109712c82c9bb807cd0ff19d9124482071161ae9dbf05e8ef5f718", PCI device ID: , UID: "2cb34a24-2be7-4dd2-b577-74477f924268", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 19:30:57.927864 3686 cni.go:473] [openshift-network-diagnostics/network-check-target-5s2hq 4d8992768d40be9ba2fb23bdc0268df8371eba932387add8016715b796eccc44 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5s2hq 4d8992768d40be9ba2fb23bdc0268df8371eba932387add8016715b796eccc44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:4c:0d:81:7a:4b\",\"name\":\"4d8992768d40be9\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/791945fd-f477-4387-83e4-23502e714eb5\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:30:57.932319 3686 cni.go:473] [kube-system/global-pull-secret-syncer-qzr96 5a4ddba60f109712c82c9bb807cd0ff19d9124482071161ae9dbf05e8ef5f718 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-qzr96 5a4ddba60f109712c82c9bb807cd0ff19d9124482071161ae9dbf05e8ef5f718 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:c9:5d:ec:34:4b\",\"name\":\"5a4ddba60f10971\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc1e8997-c7d6-4bec-b148-c2976683ea6d\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:30:58.356304 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:30:58.460239 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:30:58.494925 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:30:58.886070 3686 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:30:58.887012 3686 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 920.978µs I0521 19:30:58.910509 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:30:59.020704 3686 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ckj2b for pod on switch ip-10-0-0-51.ec2.internal I0521 19:30:59.020862 3686 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b I0521 19:30:59.036413 3686 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b] pod update took 15.585026ms I0521 19:30:59.036499 3686 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b] addLogicalPort annotation time took 15.676467ms I0521 19:30:59.037996 3686 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b] addLogicalPort took 17.313162ms, libovsdb time 1.115892ms I0521 19:30:59.418033 3686 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b 8e44045bafda2ca45236511a912d03a70b575db9aca73357c4c9efdb6a842c92 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b 8e44045bafda2ca45236511a912d03a70b575db9aca73357c4c9efdb6a842c92 network default NAD default NAD key ] I0521 19:30:59.431122 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ckj2b, hostIfaceName: 8e44045bafda2ca, network: default, NAD default, SandboxID: "8e44045bafda2ca45236511a912d03a70b575db9aca73357c4c9efdb6a842c92", PCI device ID: , UID: "3dd0af6c-31c1-4870-ab3b-ce9e55529a10", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 19:30:59.482239 3686 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b 8e44045bafda2ca45236511a912d03a70b575db9aca73357c4c9efdb6a842c92 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ckj2b 8e44045bafda2ca45236511a912d03a70b575db9aca73357c4c9efdb6a842c92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:33:38:4e:c5:ca\",\"name\":\"8e44045bafda2ca\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c20836d9-4af1-47b0-9017-3c135ae00d92\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:30:59.703462 3686 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:30:59.704384 3686 namespace.go:102] [openshift-service-ca] adding namespace took 899.496µs I0521 19:30:59.720512 3686 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:31:02.763784 3686 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vm77t] creating logical port openshift-insights_insights-runtime-extractor-vm77t for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:02.763875 3686 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vm77t I0521 19:31:02.787702 3686 pod.go:62] [openshift-insights/insights-runtime-extractor-vm77t] pod update took 23.851826ms I0521 19:31:02.787729 3686 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vm77t] addLogicalPort annotation time took 23.883738ms I0521 19:31:02.789043 3686 pods.go:271] [openshift-insights/insights-runtime-extractor-vm77t] addLogicalPort took 25.274634ms, libovsdb time 966.334µs W0521 19:31:03.947184 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:08.728721 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:31:09.177872 3686 cni.go:452] [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key ] I0521 19:31:09.188039 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8658b69c96-s4mrj, hostIfaceName: 28e3ebe0abf606b, network: default, NAD default, SandboxID: "28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df", PCI device ID: , UID: "02211390-f1ca-4988-8809-fbd0dc03afac", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0521 19:31:09.200821 3686 cni.go:452] [openshift-dns/dns-default-p9k4d b4a66729c38ecb28bfa5cc1e7042027b48fb8d8ec52028cd818da22fa27c6f36 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-p9k4d b4a66729c38ecb28bfa5cc1e7042027b48fb8d8ec52028cd818da22fa27c6f36 network default NAD default NAD key ] I0521 19:31:09.211973 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-p9k4d, hostIfaceName: b4a66729c38ecb2, network: default, NAD default, SandboxID: "b4a66729c38ecb28bfa5cc1e7042027b48fb8d8ec52028cd818da22fa27c6f36", PCI device ID: , UID: "8ab64c49-6f33-4fe0-aa6f-024502cd3fb0", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 19:31:09.237678 3686 cni.go:473] [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:27:4c:d9:d0:a9\",\"name\":\"28e3ebe0abf606b\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7993581e-e625-4f7f-b63c-e57a81dae631\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:09.255461 3686 cni.go:473] [openshift-dns/dns-default-p9k4d b4a66729c38ecb28bfa5cc1e7042027b48fb8d8ec52028cd818da22fa27c6f36 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-p9k4d b4a66729c38ecb28bfa5cc1e7042027b48fb8d8ec52028cd818da22fa27c6f36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:38:c2:fd:e9:f8\",\"name\":\"b4a66729c38ecb2\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/846d21b4-5deb-4ddc-a62d-e2c6d9bb9045\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:10.980065 3686 cni.go:452] [openshift-insights/insights-runtime-extractor-vm77t 2a07ab4fd1b2b374fb6129be8b626157c47dde59d5a8df078e7cb279bbf40afa network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vm77t 2a07ab4fd1b2b374fb6129be8b626157c47dde59d5a8df078e7cb279bbf40afa network default NAD default NAD key ] I0521 19:31:10.990612 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vm77t, hostIfaceName: 2a07ab4fd1b2b37, network: default, NAD default, SandboxID: "2a07ab4fd1b2b374fb6129be8b626157c47dde59d5a8df078e7cb279bbf40afa", PCI device ID: , UID: "cf72a6ec-31ee-4b4a-8fa5-b4c404f08568", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 19:31:11.035796 3686 cni.go:473] [openshift-insights/insights-runtime-extractor-vm77t 2a07ab4fd1b2b374fb6129be8b626157c47dde59d5a8df078e7cb279bbf40afa network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vm77t 2a07ab4fd1b2b374fb6129be8b626157c47dde59d5a8df078e7cb279bbf40afa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:e4:ed:80:79:c0\",\"name\":\"2a07ab4fd1b2b37\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a6f2ae6-1ba0-4d80-b1c1-c711481c30c7\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:23.060975 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:23.287735 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:23.287844 3686 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:23.287942 3686 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj I0521 19:31:23.379498 3686 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj W0521 19:31:23.406325 3686 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:23.422196 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-pjwnj for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:23.422300 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj I0521 19:31:23.425747 3686 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj] pod update took 137.831289ms I0521 19:31:23.425763 3686 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj] addLogicalPort annotation time took 137.850875ms I0521 19:31:23.426899 3686 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj] addLogicalPort took 139.072673ms, libovsdb time 878.069µs I0521 19:31:23.485182 3686 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-md8w8] creating logical port openshift-console_downloads-5c54f4944f-md8w8 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:23.485292 3686 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-md8w8 I0521 19:31:23.492160 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj I0521 19:31:23.519653 3686 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj] pod update took 97.376602ms I0521 19:31:23.519675 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj] addLogicalPort annotation time took 97.403569ms I0521 19:31:23.520682 3686 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj] addLogicalPort took 98.503195ms, libovsdb time 734.595µs I0521 19:31:23.540631 3686 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-md8w8 I0521 19:31:23.604186 3686 pod.go:62] [openshift-console/downloads-5c54f4944f-md8w8] pod update took 118.934422ms I0521 19:31:23.604212 3686 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-md8w8] addLogicalPort annotation time took 118.972788ms I0521 19:31:23.605432 3686 pods.go:271] [openshift-console/downloads-5c54f4944f-md8w8] addLogicalPort took 120.263238ms, libovsdb time 909.675µs I0521 19:31:23.634818 3686 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key ] I0521 19:31:23.651831 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj, hostIfaceName: daf1c10f712397a, network: default, NAD default, SandboxID: "daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95", PCI device ID: , UID: "caf6abb0-f866-4dee-8989-53b0fd5970c0", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 19:31:23.700331 3686 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:28:9a:ee:f3:4d\",\"name\":\"daf1c10f712397a\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c7a6c3e-4ac9-490c-abfb-c8f565c7d1dd\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:23.793568 3686 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj fda4797464d251c2690648624c0b065d713e5e0f07b8b237eec6b5369b8f8d29 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj fda4797464d251c2690648624c0b065d713e5e0f07b8b237eec6b5369b8f8d29 network default NAD default NAD key ] I0521 19:31:23.803486 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-pjwnj, hostIfaceName: fda4797464d251c, network: default, NAD default, SandboxID: "fda4797464d251c2690648624c0b065d713e5e0f07b8b237eec6b5369b8f8d29", PCI device ID: , UID: "8b4b87e7-b670-4f07-a7d4-9fa8513891c9", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 19:31:23.850921 3686 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj fda4797464d251c2690648624c0b065d713e5e0f07b8b237eec6b5369b8f8d29 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-pjwnj fda4797464d251c2690648624c0b065d713e5e0f07b8b237eec6b5369b8f8d29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ae:dd:f2:18:62\",\"name\":\"fda4797464d251c\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5514a607-6914-4356-bbaa-b243b9b07191\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:23.861213 3686 cni.go:452] [openshift-console/downloads-5c54f4944f-md8w8 f4e2fc1c0a3ba54a8f57964974c810a177e2f41a081d8472c41948281130411d network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-md8w8 f4e2fc1c0a3ba54a8f57964974c810a177e2f41a081d8472c41948281130411d network default NAD default NAD key ] I0521 19:31:23.871412 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-md8w8, hostIfaceName: f4e2fc1c0a3ba54, network: default, NAD default, SandboxID: "f4e2fc1c0a3ba54a8f57964974c810a177e2f41a081d8472c41948281130411d", PCI device ID: , UID: "0b773885-aec8-4a01-9f44-a907f708b80b", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 19:31:23.919089 3686 cni.go:473] [openshift-console/downloads-5c54f4944f-md8w8 f4e2fc1c0a3ba54a8f57964974c810a177e2f41a081d8472c41948281130411d network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-md8w8 f4e2fc1c0a3ba54a8f57964974c810a177e2f41a081d8472c41948281130411d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:6a:15:3d:80:ad\",\"name\":\"f4e2fc1c0a3ba54\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a39a38-6cca-4d0d-a89d-ffa47ca61f2c\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:26.058802 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:31:28.618691 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:28.618721 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:29.338157 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:29.338188 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:31:29.649567 3686 cni.go:452] [openshift-multus/network-metrics-daemon-bxr8j c99cd2ec50d725bcdbd51721c4527a82055d9fe20d41914b7fcf87628ac32f10 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bxr8j c99cd2ec50d725bcdbd51721c4527a82055d9fe20d41914b7fcf87628ac32f10 network default NAD default NAD key ] I0521 19:31:29.659663 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bxr8j, hostIfaceName: c99cd2ec50d725b, network: default, NAD default, SandboxID: "c99cd2ec50d725bcdbd51721c4527a82055d9fe20d41914b7fcf87628ac32f10", PCI device ID: , UID: "70c641a3-b064-4234-95df-14e4c9da3d28", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 19:31:29.710011 3686 cni.go:473] [openshift-multus/network-metrics-daemon-bxr8j c99cd2ec50d725bcdbd51721c4527a82055d9fe20d41914b7fcf87628ac32f10 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bxr8j c99cd2ec50d725bcdbd51721c4527a82055d9fe20d41914b7fcf87628ac32f10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:af:76:b4:60:72\",\"name\":\"c99cd2ec50d725b\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a71a69f-e022-45c4-bf11-c3305d53666d\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:30.984991 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:31:31.771603 3686 base_network_controller_pods.go:487] [default/openshift-console/console-5b7db9b87d-6x8g2] creating logical port openshift-console_console-5b7db9b87d-6x8g2 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:31.771754 3686 kube.go:256] Updating pod openshift-console/console-5b7db9b87d-6x8g2 I0521 19:31:31.791009 3686 pod.go:62] [openshift-console/console-5b7db9b87d-6x8g2] pod update took 19.28679ms I0521 19:31:31.791038 3686 base_network_controller_pods.go:951] [default/openshift-console/console-5b7db9b87d-6x8g2] addLogicalPort annotation time took 19.320545ms I0521 19:31:31.792226 3686 pods.go:271] [openshift-console/console-5b7db9b87d-6x8g2] addLogicalPort took 20.644309ms, libovsdb time 863.703µs I0521 19:31:32.130298 3686 cni.go:452] [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key ] I0521 19:31:32.141365 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5b7db9b87d-6x8g2, hostIfaceName: 22bc0ade2556aff, network: default, NAD default, SandboxID: "22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060", PCI device ID: , UID: "6a2e64ee-4db9-4b57-8f30-ce795a4b9650", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 19:31:32.193722 3686 cni.go:473] [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e5:90:72:43:a0\",\"name\":\"22bc0ade2556aff\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/735323e8-3fce-45a8-b26f-8cd9a5d98185\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:32.602769 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-z4jqh for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:32.602911 3686 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh I0521 19:31:32.620264 3686 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh] pod update took 17.362027ms I0521 19:31:32.620326 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh] addLogicalPort annotation time took 17.448459ms I0521 19:31:32.621727 3686 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh] addLogicalPort took 18.981814ms, libovsdb time 1.092748ms I0521 19:31:32.665085 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-m9jdk for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:32.665190 3686 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk I0521 19:31:32.688713 3686 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk] pod update took 23.552634ms I0521 19:31:32.688738 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk] addLogicalPort annotation time took 23.583083ms I0521 19:31:32.689920 3686 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk] addLogicalPort took 24.856915ms, libovsdb time 850.262µs I0521 19:31:33.732121 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:33.732236 3686 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:31:33.754582 3686 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.384258ms I0521 19:31:33.754611 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.417717ms I0521 19:31:33.755971 3686 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.869186ms, libovsdb time 977.355µs I0521 19:31:34.613356 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7b7d95c457-k58d2] creating logical port openshift-monitoring_thanos-querier-7b7d95c457-k58d2 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:34.613510 3686 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7b7d95c457-k58d2 I0521 19:31:34.635340 3686 pod.go:62] [openshift-monitoring/thanos-querier-7b7d95c457-k58d2] pod update took 21.868595ms I0521 19:31:34.635367 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7b7d95c457-k58d2] addLogicalPort annotation time took 21.900601ms I0521 19:31:34.636760 3686 pods.go:271] [openshift-monitoring/thanos-querier-7b7d95c457-k58d2] addLogicalPort took 23.42562ms, libovsdb time 1.058724ms W0521 19:31:34.960528 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:31:37.247186 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6dd5c84887-v5gdp] creating logical port openshift-monitoring_metrics-server-6dd5c84887-v5gdp for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:37.247305 3686 kube.go:256] Updating pod openshift-monitoring/metrics-server-6dd5c84887-v5gdp I0521 19:31:37.265845 3686 pod.go:62] [openshift-monitoring/metrics-server-6dd5c84887-v5gdp] pod update took 18.570257ms I0521 19:31:37.265866 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6dd5c84887-v5gdp] addLogicalPort annotation time took 18.595466ms I0521 19:31:37.267170 3686 pods.go:271] [openshift-monitoring/metrics-server-6dd5c84887-v5gdp] addLogicalPort took 20.004069ms, libovsdb time 957.498µs I0521 19:31:37.267240 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-g6mkw for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:37.267335 3686 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw I0521 19:31:37.288450 3686 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw] pod update took 21.140925ms I0521 19:31:37.288475 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw] addLogicalPort annotation time took 21.168527ms I0521 19:31:37.289705 3686 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw] addLogicalPort took 22.472368ms, libovsdb time 874.424µs I0521 19:31:38.948186 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:31:38.948304 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:31:38.974443 3686 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 26.174261ms I0521 19:31:38.974466 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 26.218913ms I0521 19:31:38.975669 3686 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.500446ms, libovsdb time 866.35µs W0521 19:31:40.521323 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:40.521346 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:41.780386 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:42.687934 3686 cni.go:452] [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key ] I0521 19:31:42.694274 3686 cni.go:452] [openshift-monitoring/metrics-server-6dd5c84887-v5gdp 6f2b15344c3988c8dbcf724d93a2956b6398ef6fa8a936ec54b9d0a3e2912ec2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6dd5c84887-v5gdp 6f2b15344c3988c8dbcf724d93a2956b6398ef6fa8a936ec54b9d0a3e2912ec2 network default NAD default NAD key ] I0521 19:31:42.694817 3686 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk 047ce88766d7b99ede5dc6eeae5fbdeaa705ca4949382584a6441375af18f4ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk 047ce88766d7b99ede5dc6eeae5fbdeaa705ca4949382584a6441375af18f4ee network default NAD default NAD key ] I0521 19:31:42.694871 3686 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw 5b1c14f8d058eb954a911a436a37566f4d2f0ecda2d7681f45f8484693da5e92 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw 5b1c14f8d058eb954a911a436a37566f4d2f0ecda2d7681f45f8484693da5e92 network default NAD default NAD key ] I0521 19:31:42.695189 3686 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key ] I0521 19:31:42.697471 3686 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh 14116daeaa2b3f11f8dfb03139581bc84fc94426edf3811a6ccd369c83020dbd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh 14116daeaa2b3f11f8dfb03139581bc84fc94426edf3811a6ccd369c83020dbd network default NAD default NAD key ] I0521 19:31:42.698637 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 29a67a054e19071, network: default, NAD default, SandboxID: "29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c", PCI device ID: , UID: "6dd419e0-1380-488b-b7f6-9c581d597661", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 19:31:42.703411 3686 cni.go:452] [openshift-monitoring/thanos-querier-7b7d95c457-k58d2 34a17e1d3143a315e1d1558eb7aa99d2c7a5723e6d75bdcaa7d7a3d0d6e3f366 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7b7d95c457-k58d2 34a17e1d3143a315e1d1558eb7aa99d2c7a5723e6d75bdcaa7d7a3d0d6e3f366 network default NAD default NAD key ] I0521 19:31:42.718475 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6dd5c84887-v5gdp, hostIfaceName: 6f2b15344c3988c, network: default, NAD default, SandboxID: "6f2b15344c3988c8dbcf724d93a2956b6398ef6fa8a936ec54b9d0a3e2912ec2", PCI device ID: , UID: "a74641d3-5fdb-49f7-afc9-af72a131bc36", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 19:31:42.721645 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a40ac74f2c15790, network: default, NAD default, SandboxID: "a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31", PCI device ID: , UID: "c9662678-1ce4-44c3-9a58-d52cfc92326d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 19:31:42.722481 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-m9jdk, hostIfaceName: 047ce88766d7b99, network: default, NAD default, SandboxID: "047ce88766d7b99ede5dc6eeae5fbdeaa705ca4949382584a6441375af18f4ee", PCI device ID: , UID: "fef046d9-a6d9-4ddf-9873-26d2094b0855", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 19:31:42.753328 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-z4jqh, hostIfaceName: 14116daeaa2b3f1, network: default, NAD default, SandboxID: "14116daeaa2b3f11f8dfb03139581bc84fc94426edf3811a6ccd369c83020dbd", PCI device ID: , UID: "90dcc38c-0bb7-4127-95d6-fae3a1b9a307", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 19:31:42.769967 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7b7d95c457-k58d2, hostIfaceName: 34a17e1d3143a31, network: default, NAD default, SandboxID: "34a17e1d3143a315e1d1558eb7aa99d2c7a5723e6d75bdcaa7d7a3d0d6e3f366", PCI device ID: , UID: "10d3cc86-2d3e-4459-bdf8-457508173047", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 19:31:42.771566 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-g6mkw, hostIfaceName: 5b1c14f8d058eb9, network: default, NAD default, SandboxID: "5b1c14f8d058eb954a911a436a37566f4d2f0ecda2d7681f45f8484693da5e92", PCI device ID: , UID: "3ea017be-8997-4ba9-ad48-e3d62c41fd81", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 19:31:43.011864 3686 cni.go:473] [openshift-monitoring/metrics-server-6dd5c84887-v5gdp 6f2b15344c3988c8dbcf724d93a2956b6398ef6fa8a936ec54b9d0a3e2912ec2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6dd5c84887-v5gdp 6f2b15344c3988c8dbcf724d93a2956b6398ef6fa8a936ec54b9d0a3e2912ec2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:f7:b9:d9:c0:26\",\"name\":\"6f2b15344c3988c\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16fc1694-01cf-452e-9147-072a5cb92422\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:43.013593 3686 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6b:d5:95:e9:4e\",\"name\":\"a40ac74f2c15790\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0c7c632-30db-4cbd-8e57-0444e2b08fdc\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:43.013665 3686 cni.go:473] [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c2:8a:c9:7f:4f\",\"name\":\"29a67a054e19071\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff9bb5c1-101b-49be-a95a-7a715bd99a20\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:43.014142 3686 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk 047ce88766d7b99ede5dc6eeae5fbdeaa705ca4949382584a6441375af18f4ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-m9jdk 047ce88766d7b99ede5dc6eeae5fbdeaa705ca4949382584a6441375af18f4ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f2:1b:eb:d7:82\",\"name\":\"047ce88766d7b99\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aec43d43-b719-4d55-b46d-c01c96bc93e9\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:43.077057 3686 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw 5b1c14f8d058eb954a911a436a37566f4d2f0ecda2d7681f45f8484693da5e92 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-g6mkw 5b1c14f8d058eb954a911a436a37566f4d2f0ecda2d7681f45f8484693da5e92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b1:7a:c0:f0:72\",\"name\":\"5b1c14f8d058eb9\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f11c4a40-e639-4612-99bb-b06b4e15bd56\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:43.077285 3686 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh 14116daeaa2b3f11f8dfb03139581bc84fc94426edf3811a6ccd369c83020dbd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-z4jqh 14116daeaa2b3f11f8dfb03139581bc84fc94426edf3811a6ccd369c83020dbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:73:41:b5:f4:c2\",\"name\":\"14116daeaa2b3f1\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b82a652-10e9-40f0-a547-2729102ac682\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:31:43.079003 3686 cni.go:473] [openshift-monitoring/thanos-querier-7b7d95c457-k58d2 34a17e1d3143a315e1d1558eb7aa99d2c7a5723e6d75bdcaa7d7a3d0d6e3f366 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7b7d95c457-k58d2 34a17e1d3143a315e1d1558eb7aa99d2c7a5723e6d75bdcaa7d7a3d0d6e3f366 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:62:a5:75:8c:86\",\"name\":\"34a17e1d3143a31\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc792c4c-b257-48ff-8fef-46a7c1124b4f\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:31:43.170286 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:44.158929 3686 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key ] I0521 19:31:44.244420 3686 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj daf1c10f712397afbe33517925cc325ba52f402eb0f78762ee905e48384b2b95 network default NAD default NAD key default], result "{}", err I0521 19:31:44.313873 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.313913 3686 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj I0521 19:31:44.315609 3686 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj, ips: 10.130.0.11 I0521 19:31:44.315645 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.315667 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.315680 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:31:44.315937 3686 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.315956 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0521 19:31:44.529660 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:31:44.835670 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:44.892974 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:44.892998 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:44.893004 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:31:45.343474 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:45.343500 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:45.343517 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:45.343532 3686 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:31:45.834023 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.834039 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.834045 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.834051 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:47.199489 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:47.199509 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:47.199514 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:47.303975 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:47.348074 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:47.348093 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:48.187628 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:48.187649 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:48.187655 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:48.187659 3686 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:31:48.551887 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:48.552639 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:48.969149 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:48.969753 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:49.251895 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:31:49.281075 3686 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:31:49.602008 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.602029 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.606936 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84ccc69cf9-cd9fv I0521 19:31:49.607010 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84ccc69cf9-cd9fv I0521 19:31:49.873507 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.873532 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.881212 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8658b69c96-5rrdl I0521 19:31:49.881235 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8658b69c96-5rrdl W0521 19:31:50.676955 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:31:50.676980 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:31:51.851950 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.851978 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.851987 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.851995 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.852016 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.852024 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.852031 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:51.852037 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:54.205582 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:54.205606 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:54.205613 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:54.205619 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:32:05.836333 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:05.836358 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:32:07.103757 3686 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-t74cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:07.104286 3686 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-t74cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:07.935876 3686 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-t74cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:07.935903 3686 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-t74cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:07.941757 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b7db9b87d-t74cj I0521 19:32:07.941779 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b7db9b87d-t74cj W0521 19:32:08.186303 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:32:14.116040 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.116059 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.116065 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.116075 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.116080 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.116085 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.823757 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.823780 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:32:14.823789 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:32:15.930401 3686 cni.go:452] [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key ] I0521 19:32:16.013296 3686 cni.go:473] [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5b7db9b87d-6x8g2 22bc0ade2556aff73da2d76220154befdcf321a692a9b9d66de222b0d68c1060 network default NAD default NAD key default], result "{}", err I0521 19:32:16.078282 3686 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:16.078308 3686 pods.go:176] Deleting pod: openshift-console/console-5b7db9b87d-6x8g2 I0521 19:32:16.079528 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5b7db9b87d-6x8g2, ips: 10.130.0.14 I0521 19:32:16.079557 3686 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:16.306025 3686 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:16.306047 3686 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:16.312397 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b7db9b87d-6x8g2 I0521 19:32:16.312421 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b7db9b87d-6x8g2 W0521 19:32:23.696496 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:28.716518 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:28.738478 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:32:36.343233 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:36.343831 3686 obj_retry.go:498] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:36.738921 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:36.738951 3686 obj_retry.go:492] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:36.741569 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-bb46979bf-9jd4z I0521 19:32:36.741591 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-bb46979bf-9jd4z I0521 19:32:37.284655 3686 cni.go:452] [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key ] I0521 19:32:37.371821 3686 cni.go:473] [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-8658b69c96-s4mrj 28e3ebe0abf606b37adc7931ae27b77228fe1b4d90034b09f586a087b467e8df network default NAD default NAD key default], result "{}", err I0521 19:32:37.434597 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:37.434638 3686 pods.go:176] Deleting pod: openshift-image-registry/image-registry-8658b69c96-s4mrj I0521 19:32:37.436113 3686 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-8658b69c96-s4mrj, ips: 10.130.0.6 I0521 19:32:37.436145 3686 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:38.394829 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:38.394852 3686 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:38.400221 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8658b69c96-s4mrj I0521 19:32:38.400270 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8658b69c96-s4mrj W0521 19:32:39.440852 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:39.440872 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:32:54.418812 3686 cni.go:452] [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key ] I0521 19:32:54.491802 3686 cni.go:473] [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 29a67a054e190717cf1052bbe8cfcb5efd0a2c44390cbd53ed51c0f8f5f5d91c network default NAD default NAD key default], result "{}", err I0521 19:32:54.551374 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:54.551407 3686 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 19:32:54.552605 3686 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.17 I0521 19:32:54.552632 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:55.483272 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:55.483294 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:55.489996 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:32:55.490025 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:32:55.531806 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:32:55.531943 3686 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:32:55.557230 3686 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.325158ms I0521 19:32:55.557280 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.378372ms I0521 19:32:55.558622 3686 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.836957ms, libovsdb time 933.399µs I0521 19:32:55.890041 3686 cni.go:452] [openshift-monitoring/alertmanager-main-1 8ec472c51e733fa9cba1a2602358678f041793c62f4714bdc5cd519f62eafae2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 8ec472c51e733fa9cba1a2602358678f041793c62f4714bdc5cd519f62eafae2 network default NAD default NAD key ] I0521 19:32:55.899391 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 8ec472c51e733fa, network: default, NAD default, SandboxID: "8ec472c51e733fa9cba1a2602358678f041793c62f4714bdc5cd519f62eafae2", PCI device ID: , UID: "a6c7e59b-0052-4979-b3da-5fa894269c75", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 19:32:55.945019 3686 cni.go:473] [openshift-monitoring/alertmanager-main-1 8ec472c51e733fa9cba1a2602358678f041793c62f4714bdc5cd519f62eafae2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 8ec472c51e733fa9cba1a2602358678f041793c62f4714bdc5cd519f62eafae2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:25:fb:86:53:23\",\"name\":\"8ec472c51e733fa\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39e70ba0-657f-464e-bfbb-a3c119addd19\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:32:58.748521 3686 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key ] I0521 19:32:58.824290 3686 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 a40ac74f2c157905b1c94ad2a44bbffa1b1162b9577c2ca6d61d99f3a8868a31 network default NAD default NAD key default], result "{}", err I0521 19:32:58.890598 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:58.890637 3686 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0521 19:32:58.891840 3686 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.21 I0521 19:32:58.891866 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:59.512337 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.512364 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.520844 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:32:59.520874 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:32:59.559819 3686 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:32:59.559965 3686 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:32:59.588573 3686 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.646405ms I0521 19:32:59.588602 3686 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.681544ms I0521 19:32:59.589876 3686 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.078179ms, libovsdb time 931.057µs I0521 19:32:59.915209 3686 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ccc647e6a8a3c31bfcd27468aa9b2b2d43b1deb3094317a7f9003ae6619d1cd9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ccc647e6a8a3c31bfcd27468aa9b2b2d43b1deb3094317a7f9003ae6619d1cd9 network default NAD default NAD key ] I0521 19:32:59.924388 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ccc647e6a8a3c31, network: default, NAD default, SandboxID: "ccc647e6a8a3c31bfcd27468aa9b2b2d43b1deb3094317a7f9003ae6619d1cd9", PCI device ID: , UID: "9884fbd0-735f-4497-a460-5c276b35a95f", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 19:32:59.972485 3686 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ccc647e6a8a3c31bfcd27468aa9b2b2d43b1deb3094317a7f9003ae6619d1cd9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ccc647e6a8a3c31bfcd27468aa9b2b2d43b1deb3094317a7f9003ae6619d1cd9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:2e:da:fe:ef:fd\",\"name\":\"ccc647e6a8a3c31\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbba0cdb-e296-4944-ab15-93eee9221137\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:33:16.235519 3686 base_network_controller_pods.go:487] [default/openshift-console/console-554757996c-5k9p2] creating logical port openshift-console_console-554757996c-5k9p2 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:33:16.235619 3686 kube.go:256] Updating pod openshift-console/console-554757996c-5k9p2 I0521 19:33:16.268948 3686 pod.go:62] [openshift-console/console-554757996c-5k9p2] pod update took 33.354598ms I0521 19:33:16.268972 3686 base_network_controller_pods.go:951] [default/openshift-console/console-554757996c-5k9p2] addLogicalPort annotation time took 33.384517ms I0521 19:33:16.270195 3686 pods.go:271] [openshift-console/console-554757996c-5k9p2] addLogicalPort took 34.692822ms, libovsdb time 794.431µs I0521 19:33:16.587649 3686 cni.go:452] [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key ] I0521 19:33:16.596769 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-554757996c-5k9p2, hostIfaceName: 20eb468136dfa40, network: default, NAD default, SandboxID: "20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06", PCI device ID: , UID: "826c2b87-e751-4ccf-a2ee-fa3c074479a4", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 19:33:16.647170 3686 cni.go:473] [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c4:74:ec:23:e6\",\"name\":\"20eb468136dfa40\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/410a5966-405b-4941-9925-294376c6c82b\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:33:25.946950 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:25.946972 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:25.946979 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:33:26.644958 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:33:27.750054 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:27.750653 3686 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:28.233897 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:28.233920 3686 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:28.244649 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:33:28.244678 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:33:41.539186 3686 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-wxnm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:41.539798 3686 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-wxnm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:42.171642 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:42.172164 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:42.327366 3686 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-wxnm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:42.327389 3686 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-wxnm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:42.333462 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c78996b9-wxnm7 I0521 19:33:42.333492 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c78996b9-wxnm7 I0521 19:33:43.031963 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:43.031984 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:51.972766 3686 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-9n8k4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.973329 3686 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-9n8k4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:52.361001 3686 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-9n8k4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.361028 3686 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-9n8k4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.366413 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c78996b9-9n8k4 I0521 19:33:52.366434 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c78996b9-9n8k4 W0521 19:34:00.817840 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:34:00.817860 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:34:02.135293 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:02.135899 3686 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:03.142425 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:03.142456 3686 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:03.156611 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:34:03.156633 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:35:25.626078 3686 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:35:35.237815 3686 obj_retry.go:498] Detected object openshift-console/console-554757996c-fqvf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:35.238340 3686 obj_retry.go:498] Detected object openshift-console/console-554757996c-fqvf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:35.733445 3686 obj_retry.go:492] Detected object openshift-console/console-554757996c-fqvf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:35.733477 3686 obj_retry.go:492] Detected object openshift-console/console-554757996c-fqvf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:35.739886 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-554757996c-fqvf9 I0521 19:35:35.739910 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-554757996c-fqvf9 I0521 19:35:45.631130 3686 cni.go:452] [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key ] I0521 19:35:45.712952 3686 cni.go:473] [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-554757996c-5k9p2 20eb468136dfa4021c30c1cb9892533b677b414aa9f33712287c92f2025bcf06 network default NAD default NAD key default], result "{}", err I0521 19:35:45.758547 3686 obj_retry.go:498] Detected object openshift-console/console-554757996c-5k9p2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:45.758585 3686 pods.go:176] Deleting pod: openshift-console/console-554757996c-5k9p2 I0521 19:35:45.760073 3686 pods.go:236] Attempting to release IPs for pod: openshift-console/console-554757996c-5k9p2, ips: 10.130.0.24 I0521 19:35:45.760103 3686 obj_retry.go:498] Detected object openshift-console/console-554757996c-5k9p2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.180819 3686 obj_retry.go:492] Detected object openshift-console/console-554757996c-5k9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.180845 3686 obj_retry.go:492] Detected object openshift-console/console-554757996c-5k9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.186896 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-554757996c-5k9p2 I0521 19:35:46.186925 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-554757996c-5k9p2 I0521 19:36:11.590099 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 19:36:24.566379 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:36:38.561285 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0521 19:36:55.050050 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:06.093080 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:37:06.093146 3686 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8hxzx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8hxzx: no pod IPs found I0521 19:37:12.578159 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:37:30.487233 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=542 I0521 19:37:57.478107 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 I0521 19:37:57.588258 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:38:05.595572 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 19:38:54.475927 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 19:39:01.601806 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0521 19:39:04.472965 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0521 19:39:36.477476 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0521 19:39:56.572620 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0521 19:40:04.699630 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.700217 3686 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.588784 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.588810 3686 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:06.562179 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 19:40:14.480454 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0521 19:40:21.601503 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 19:41:30.209996 3686 namespace.go:98] [tsf] adding namespace I0521 19:41:30.210863 3686 namespace.go:102] [tsf] adding namespace took 846.849µs I0521 19:41:30.225605 3686 namespace.go:142] [tsf] updating namespace I0521 19:41:30.238235 3686 namespace.go:142] [tsf] updating namespace I0521 19:41:34.231998 3686 namespace.go:98] [konflux-ui] adding namespace I0521 19:41:34.232110 3686 namespace.go:98] [tsf-tas] adding namespace I0521 19:41:34.232879 3686 namespace.go:102] [konflux-ui] adding namespace took 861.1µs I0521 19:41:34.232911 3686 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:41:34.233378 3686 namespace.go:102] [rhtpa-operator] adding namespace took 460.659µs I0521 19:41:34.233917 3686 namespace.go:102] [tsf-tas] adding namespace took 1.792638ms I0521 19:41:34.239059 3686 namespace.go:98] [konflux-operator] adding namespace I0521 19:41:34.239160 3686 namespace.go:98] [rhbk-operator] adding namespace I0521 19:41:34.239290 3686 namespace.go:98] [tsf-tpa] adding namespace I0521 19:41:34.239296 3686 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:41:34.239727 3686 namespace.go:102] [konflux-operator] adding namespace took 649.609µs I0521 19:41:34.240275 3686 namespace.go:102] [rhbk-operator] adding namespace took 1.101273ms I0521 19:41:34.240777 3686 namespace.go:102] [tsf-tpa] adding namespace took 1.475682ms I0521 19:41:34.240798 3686 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:41:34.241273 3686 namespace.go:102] [tsf-keycloak] adding namespace took 1.964258ms I0521 19:41:34.241763 3686 namespace.go:102] [cert-manager-operator] adding namespace took 959.487µs I0521 19:41:34.249407 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.261498 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.268475 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.283216 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.298886 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.306482 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.309804 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.319604 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.319688 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.339585 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.350340 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.358312 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.373545 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.380004 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.385555 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.391943 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.401038 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.414177 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.414199 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.480651 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.661211 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.841300 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:35.040801 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:35.240924 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:35.633517 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:35.662577 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:35.834148 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-51.ec2.internal I0521 19:41:35.834311 3686 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:41:35.862751 3686 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.473421ms I0521 19:41:35.862776 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.50046ms I0521 19:41:35.864002 3686 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.869704ms, libovsdb time 871.894µs I0521 19:41:36.204956 3686 cni.go:452] [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key ] I0521 19:41:36.214174 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: fce82e1aff16696, network: default, NAD default, SandboxID: "fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad", PCI device ID: , UID: "38d91e11-faad-49d6-b09d-690d186d5449", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 19:41:36.262562 3686 cni.go:473] [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:bd:95:e3:a5:8a\",\"name\":\"fce82e1aff16696\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/630c5ad2-a28a-4d09-be2a-da4832414f3e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:37.418847 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr for pod on switch ip-10-0-0-51.ec2.internal I0521 19:41:37.418965 3686 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr I0521 19:41:37.434868 3686 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr] pod update took 15.928228ms I0521 19:41:37.434898 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr] addLogicalPort annotation time took 15.962429ms I0521 19:41:37.436603 3686 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr] addLogicalPort took 17.770683ms, libovsdb time 1.231101ms I0521 19:41:37.500828 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt for pod on switch ip-10-0-0-51.ec2.internal I0521 19:41:37.500939 3686 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt I0521 19:41:37.515105 3686 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt] pod update took 14.197361ms I0521 19:41:37.515132 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt] addLogicalPort annotation time took 14.229867ms I0521 19:41:37.516436 3686 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt] addLogicalPort took 15.628618ms, libovsdb time 834.139µs I0521 19:41:37.900124 3686 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key ] I0521 19:41:37.900801 3686 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key ] I0521 19:41:37.911025 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr, hostIfaceName: e3652d4a0914ee6, network: default, NAD default, SandboxID: "e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12", PCI device ID: , UID: "e219a525-783c-4fc6-8998-8624d40dc140", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 19:41:37.911370 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt, hostIfaceName: 92389806e2bcbd9, network: default, NAD default, SandboxID: "92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f", PCI device ID: , UID: "ed4a98cf-7f75-405a-8f25-4ed03ad51671", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 19:41:37.960273 3686 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:11:ba:73:de:63\",\"name\":\"92389806e2bcbd9\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81f084f2-ff0f-4f8e-a6c3-aeb3bab7ac4c\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:37.978387 3686 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:fa:a3:7e:09:f9\",\"name\":\"e3652d4a0914ee6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2240abef-cf7b-49cf-8805-6b857abdc7ff\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:40.436757 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:41:40.436982 3686 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 I0521 19:41:40.453953 3686 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8] pod update took 17.014387ms I0521 19:41:40.453979 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8] addLogicalPort annotation time took 17.046214ms I0521 19:41:40.455423 3686 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8] addLogicalPort took 18.688844ms, libovsdb time 996.379µs I0521 19:41:40.828569 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v for pod on switch ip-10-0-0-51.ec2.internal I0521 19:41:40.828727 3686 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v I0521 19:41:40.845338 3686 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v] pod update took 16.646974ms I0521 19:41:40.845367 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v] addLogicalPort annotation time took 16.681845ms I0521 19:41:40.846743 3686 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v] addLogicalPort took 18.194432ms, libovsdb time 969.205µs I0521 19:41:43.423772 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:41:43.423871 3686 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 I0521 19:41:43.438720 3686 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4] pod update took 14.871894ms I0521 19:41:43.438751 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4] addLogicalPort annotation time took 14.908169ms I0521 19:41:43.440148 3686 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4] addLogicalPort took 16.396147ms, libovsdb time 921.623µs I0521 19:41:43.512177 3686 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:41:43.512342 3686 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 I0521 19:41:43.526732 3686 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9] pod update took 14.423091ms I0521 19:41:43.526758 3686 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9] addLogicalPort annotation time took 14.453533ms I0521 19:41:43.528125 3686 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9] addLogicalPort took 15.970594ms, libovsdb time 935.765µs I0521 19:41:45.519762 3686 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key ] I0521 19:41:45.524451 3686 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key ] I0521 19:41:45.533119 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8, hostIfaceName: 68934b4f279b07b, network: default, NAD default, SandboxID: "68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3", PCI device ID: , UID: "c8bd39a8-4795-4efb-8fe1-10ec41319c20", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 19:41:45.538031 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v, hostIfaceName: 90dc53df0111448, network: default, NAD default, SandboxID: "90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048", PCI device ID: , UID: "15dc4fe9-2110-442f-8240-86362ceae653", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 19:41:45.569147 3686 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key ] I0521 19:41:45.570919 3686 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key ] I0521 19:41:45.589275 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9, hostIfaceName: 87509c00a275d52, network: default, NAD default, SandboxID: "87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f", PCI device ID: , UID: "9f4a1aa8-b578-49b0-a563-901f659f3307", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 19:41:45.593503 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4, hostIfaceName: 9e9f260891e704c, network: default, NAD default, SandboxID: "9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385", PCI device ID: , UID: "dbca6eef-8678-44b2-9544-337de5f43614", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 19:41:45.608108 3686 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6b:0c:ce:b9:25\",\"name\":\"68934b4f279b07b\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/032747d1-7ea2-4781-9688-4bf17a3bdbaf\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:45.634774 3686 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:20:f7:d8:75:ed\",\"name\":\"90dc53df0111448\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ea93ab8-9158-4e18-9dd7-34c5239116fc\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:45.874554 3686 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:2d:cb:82:2e:a3\",\"name\":\"9e9f260891e704c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fb891e8-ef6e-42df-b76e-c3c7f4bd400a\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:45.876894 3686 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:24:37:2e:97:ca\",\"name\":\"87509c00a275d52\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50bd27d0-8148-4692-acc3-1a65d7bed089\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:47.678569 3686 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key ] I0521 19:41:47.752296 3686 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt 92389806e2bcbd95aa0c9536b9de85fa35a6229f845d5bb9b728dc5bb8668d0f network default NAD default NAD key default], result "{}", err I0521 19:41:47.803993 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.804037 3686 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt I0521 19:41:47.805473 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt, ips: 10.130.0.27 I0521 19:41:47.805507 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.805527 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.805536 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:47.805760 3686 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.805774 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:48.675608 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.675632 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.675649 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.675663 3686 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.691856 3686 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key ] I0521 19:41:48.758422 3686 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr e3652d4a0914ee6a74fdc18bf98c7d17746288b310278b6f7054f8bf20904f12 network default NAD default NAD key default], result "{}", err I0521 19:41:48.805104 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.805143 3686 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr I0521 19:41:48.806495 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr, ips: 10.130.0.26 I0521 19:41:48.806523 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.806544 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.806550 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:48.806712 3686 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.806725 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:49.703933 3686 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key ] I0521 19:41:49.703933 3686 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key ] I0521 19:41:49.704364 3686 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key ] I0521 19:41:49.787268 3686 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 68934b4f279b07bdc43e57ef36b85dc24292fcdfcfdbc1b900167e6804c2c8e3 network default NAD default NAD key default], result "{}", err I0521 19:41:49.804795 3686 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 9e9f260891e704c645f0cfc8a2385c8c4a07d3cc24e351ab7a1c6c246223e385 network default NAD default NAD key default], result "{}", err I0521 19:41:49.822004 3686 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v 90dc53df011144824decb1a5dd867e90b67155ee626b182c3be33b095f8ea048 network default NAD default NAD key default], result "{}", err I0521 19:41:49.833867 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.833893 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.833912 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.833927 3686 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.857300 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.857406 3686 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 I0521 19:41:49.859082 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8, ips: 10.130.0.28 I0521 19:41:49.859111 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.859137 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.859144 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:49.859344 3686 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.859359 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:49.883374 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.883407 3686 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v I0521 19:41:49.885118 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v, ips: 10.130.0.29 I0521 19:41:49.885146 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.885171 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.885179 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:49.885407 3686 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.885418 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:49.904593 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.904631 3686 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 I0521 19:41:49.905977 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4, ips: 10.130.0.30 I0521 19:41:49.906007 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.906034 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.906044 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:49.906225 3686 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.906235 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:50.714502 3686 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key ] I0521 19:41:50.785157 3686 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 87509c00a275d52d70c1c3a29ea46b6576f4a1a22c8b042feb317ad3246f437f network default NAD default NAD key default], result "{}", err I0521 19:41:50.838511 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.838543 3686 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 I0521 19:41:50.839817 3686 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9, ips: 10.130.0.31 I0521 19:41:50.839842 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.839856 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.839864 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:50.840030 3686 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.840045 3686 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:50.893840 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.893864 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.893877 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.893905 3686 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913896 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913943 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913959 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913970 3686 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.939295 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.939320 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.939336 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.939348 3686 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861631 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861656 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861670 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861684 3686 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:41:56.012172 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.091552 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.101636 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.113023 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.120903 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:42:03.858744 3686 namespace.go:98] [cert-manager] adding namespace I0521 19:42:03.859599 3686 namespace.go:102] [cert-manager] adding namespace took 834.066µs I0521 19:42:03.881279 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:42:03.899296 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:42:11.565066 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 W0521 19:42:12.279145 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:42:12.279163 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:42:16.546017 3686 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:16.567817 3686 namespace.go:142] [openshift-operators] updating namespace W0521 19:42:19.355695 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:42:24.314971 3686 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:32.025817 3686 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:42:32.026675 3686 namespace.go:102] [trusted-artifact-signer] adding namespace took 828.291µs I0521 19:42:32.055043 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:32.097659 3686 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:42:32.395436 3686 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:42:39.735384 3686 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:42:39.736304 3686 namespace.go:102] [openshift-pipelines] adding namespace took 894.32µs I0521 19:42:39.757453 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:40.483922 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:42:40.674897 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:41.079042 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:41.279989 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:41.479876 3686 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace I0521 19:42:41.880647 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:42.080388 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:42.279213 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:42.482207 3686 namespace.go:142] [tsf] updating namespace I0521 19:42:42.682122 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:42.883870 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:43.086039 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:43.216297 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:42:43.227998 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:43.238051 3686 namespace.go:142] [default] updating namespace I0521 19:42:43.248290 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:43.257615 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:43.269681 3686 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace I0521 19:42:43.277443 3686 namespace.go:142] [openshift] updating namespace I0521 19:42:43.289113 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:43.300220 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:43.310521 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:43.319649 3686 namespace.go:142] [tsf] updating namespace I0521 19:42:43.334075 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:43.345337 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:43.371089 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:43.468648 3686 namespace.go:142] [cert-manager] updating namespace I0521 19:42:43.575466 3686 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:43.668336 3686 namespace.go:142] [default] updating namespace I0521 19:42:43.813971 3686 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:43.960771 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:44.161890 3686 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace I0521 19:42:44.375815 3686 namespace.go:142] [openshift] updating namespace I0521 19:42:44.757792 3686 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:44.988728 3686 cni.go:452] [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key ] I0521 19:42:45.036602 3686 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:45.060332 3686 cni.go:473] [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions fce82e1aff16696e71d5be14b1898e795da802e70503be57105b9c6ed022c0ad network default NAD default NAD key default], result "{}", err I0521 19:42:45.150901 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:45.150935 3686 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:42:45.152089 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.25 I0521 19:42:45.152116 3686 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:45.176038 3686 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:45.195161 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:45.195187 3686 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:45.198591 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:45.198610 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:42:45.267618 3686 namespace.go:142] [tsf] updating namespace I0521 19:42:45.361875 3686 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:45.444924 3686 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:45.532662 3686 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:46.283069 3686 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:46.980401 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-51.ec2.internal I0521 19:42:46.980501 3686 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:42:47.013466 3686 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 33.000195ms I0521 19:42:47.013491 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 33.028869ms I0521 19:42:47.014681 3686 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 34.295186ms, libovsdb time 863.461µs I0521 19:42:47.361309 3686 cni.go:452] [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key ] I0521 19:42:47.370816 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: d7286bd22299b68, network: default, NAD default, SandboxID: "d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79", PCI device ID: , UID: "9ee9dd21-2f02-4774-8796-e63e27074acb", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 19:42:47.418308 3686 cni.go:473] [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:15:b7:dd:b0:c9\",\"name\":\"d7286bd22299b68\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72750810-c51a-4e4d-ade7-51aa94710563\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:49.809146 3686 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-9wdwd for pod on switch ip-10-0-0-51.ec2.internal I0521 19:42:49.809325 3686 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd I0521 19:42:49.822695 3686 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd] pod update took 13.473557ms I0521 19:42:49.822719 3686 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd] addLogicalPort annotation time took 13.504879ms I0521 19:42:49.824009 3686 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd] addLogicalPort took 14.878749ms, libovsdb time 935.588µs I0521 19:42:54.443901 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-4g7r2 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:42:54.444001 3686 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2 I0521 19:42:54.465740 3686 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2] pod update took 21.770089ms I0521 19:42:54.465770 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2] addLogicalPort annotation time took 21.804212ms I0521 19:42:54.466923 3686 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2] addLogicalPort took 23.03956ms, libovsdb time 841.225µs I0521 19:42:54.545524 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-9vzf6 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:42:54.545637 3686 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6 I0521 19:42:54.565858 3686 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6] pod update took 20.245272ms I0521 19:42:54.565882 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6] addLogicalPort annotation time took 20.2867ms I0521 19:42:54.567030 3686 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6] addLogicalPort took 21.526936ms, libovsdb time 838.618µs I0521 19:42:54.861801 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-xb2mg for pod on switch ip-10-0-0-51.ec2.internal I0521 19:42:54.861934 3686 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg I0521 19:42:54.880593 3686 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg] pod update took 18.705126ms I0521 19:42:54.880614 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg] addLogicalPort annotation time took 18.734374ms I0521 19:42:54.881866 3686 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg] addLogicalPort took 20.087047ms, libovsdb time 873.426µs I0521 19:42:55.102967 3686 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2 a0056cf58fe434fd7f8792c376a15450a505fb8a8309bacc02d0a69ea6100408 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2 a0056cf58fe434fd7f8792c376a15450a505fb8a8309bacc02d0a69ea6100408 network default NAD default NAD key ] I0521 19:42:55.112417 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-4g7r2, hostIfaceName: a0056cf58fe434f, network: default, NAD default, SandboxID: "a0056cf58fe434fd7f8792c376a15450a505fb8a8309bacc02d0a69ea6100408", PCI device ID: , UID: "4f821de4-80a5-432b-ab25-3b1c8f9214d2", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 19:42:55.162523 3686 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2 a0056cf58fe434fd7f8792c376a15450a505fb8a8309bacc02d0a69ea6100408 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4g7r2 a0056cf58fe434fd7f8792c376a15450a505fb8a8309bacc02d0a69ea6100408 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:53:3f:d6:90:9a\",\"name\":\"a0056cf58fe434f\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11eaa727-8c7e-4e7d-83b5-6641e333f464\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:55.201387 3686 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6 642ea5e8873eaa9b2ad7c1b7193d16735d8a47eed68b2156329c638e60ec7dae network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6 642ea5e8873eaa9b2ad7c1b7193d16735d8a47eed68b2156329c638e60ec7dae network default NAD default NAD key ] I0521 19:42:55.228129 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-9vzf6, hostIfaceName: 642ea5e8873eaa9, network: default, NAD default, SandboxID: "642ea5e8873eaa9b2ad7c1b7193d16735d8a47eed68b2156329c638e60ec7dae", PCI device ID: , UID: "3966aacb-f32d-4d82-9db7-db374f844240", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 19:42:55.240074 3686 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg 95846a8c39ac9cf1d9bf841567e3f104c48c01fc2e3d00ef06c85bf049738497 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg 95846a8c39ac9cf1d9bf841567e3f104c48c01fc2e3d00ef06c85bf049738497 network default NAD default NAD key ] I0521 19:42:55.249385 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-xb2mg, hostIfaceName: 95846a8c39ac9cf, network: default, NAD default, SandboxID: "95846a8c39ac9cf1d9bf841567e3f104c48c01fc2e3d00ef06c85bf049738497", PCI device ID: , UID: "5321972d-d786-4188-975b-7169cd5ec434", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 19:42:55.281091 3686 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6 642ea5e8873eaa9b2ad7c1b7193d16735d8a47eed68b2156329c638e60ec7dae network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-9vzf6 642ea5e8873eaa9b2ad7c1b7193d16735d8a47eed68b2156329c638e60ec7dae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:16:3e:1e:10:27\",\"name\":\"642ea5e8873eaa9\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdb11de2-e6d5-41da-9b84-a85e5ad21b36\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:55.298568 3686 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg 95846a8c39ac9cf1d9bf841567e3f104c48c01fc2e3d00ef06c85bf049738497 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xb2mg 95846a8c39ac9cf1d9bf841567e3f104c48c01fc2e3d00ef06c85bf049738497 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:4d:89:d7:6d:16\",\"name\":\"95846a8c39ac9cf\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e14c7c1-132b-4bd5-b33f-f102b85deb62\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:59.091683 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:59.091705 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:59.091710 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:59.130526 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:59.130551 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:59.130557 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:59.162581 3686 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:59.162604 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:59.162611 3686 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:59.162618 3686 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 19:43:01.888696 3686 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd 93a6aeacdcad1deaf0639844050d6487fb61374481158d739137a46fdd88e5e1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd 93a6aeacdcad1deaf0639844050d6487fb61374481158d739137a46fdd88e5e1 network default NAD default NAD key ] I0521 19:43:01.898132 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-9wdwd, hostIfaceName: 93a6aeacdcad1de, network: default, NAD default, SandboxID: "93a6aeacdcad1deaf0639844050d6487fb61374481158d739137a46fdd88e5e1", PCI device ID: , UID: "50949eb7-38db-45ad-a2ab-dce1f5460c6f", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 19:43:01.948916 3686 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd 93a6aeacdcad1deaf0639844050d6487fb61374481158d739137a46fdd88e5e1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-9wdwd 93a6aeacdcad1deaf0639844050d6487fb61374481158d739137a46fdd88e5e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:6e:b2:6f:7a:2a\",\"name\":\"93a6aeacdcad1de\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3503b2c-8469-418f-824c-4996dbd3566b\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:02.100527 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:43:04.528036 3686 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:43:10.101800 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:43:10.101823 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:43:10.101830 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:43:10.143321 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:10.143340 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:10.143346 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:10.143351 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:10.168533 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:43:10.168554 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:43:10.168561 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 19:43:17.143770 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-g87xz for pod on switch ip-10-0-0-51.ec2.internal I0521 19:43:17.143872 3686 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz I0521 19:43:17.161050 3686 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz] pod update took 17.202483ms I0521 19:43:17.161139 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz] addLogicalPort annotation time took 17.295946ms I0521 19:43:17.162417 3686 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz] addLogicalPort took 18.669594ms, libovsdb time 876.668µs I0521 19:43:17.507059 3686 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz c60ed799392eaaa9fc6f3ecb61090bd11e2b8a16b5c7ce5103b2324578761b0c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz c60ed799392eaaa9fc6f3ecb61090bd11e2b8a16b5c7ce5103b2324578761b0c network default NAD default NAD key ] I0521 19:43:17.517012 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-g87xz, hostIfaceName: c60ed799392eaaa, network: default, NAD default, SandboxID: "c60ed799392eaaa9fc6f3ecb61090bd11e2b8a16b5c7ce5103b2324578761b0c", PCI device ID: , UID: "8680f7d9-4ffe-43b4-b681-0efb5d56a0ff", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 19:43:17.567186 3686 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz c60ed799392eaaa9fc6f3ecb61090bd11e2b8a16b5c7ce5103b2324578761b0c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-g87xz c60ed799392eaaa9fc6f3ecb61090bd11e2b8a16b5c7ce5103b2324578761b0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:29:16:02:40:74\",\"name\":\"c60ed799392eaaa\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5697523c-0e0f-4b9c-bba0-b35aeeb318d8\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:21.198882 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:43:23.111814 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:43:27.236752 3686 cni.go:452] [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key ] I0521 19:43:27.320656 3686 cni.go:473] [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure d7286bd22299b68370db108d97a89d2e6f4198641ba90966d74b1e3ae9e39f79 network default NAD default NAD key default], result "{}", err I0521 19:43:27.370495 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:27.370607 3686 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:43:27.372276 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.32 I0521 19:43:27.372316 3686 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:27.390167 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:27.390191 3686 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:27.396656 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:43:27.396680 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:43:28.449895 3686 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-51.ec2.internal I0521 19:43:28.450017 3686 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:43:28.465971 3686 pod.go:62] [tsf/test-tsf-iam] pod update took 15.989545ms I0521 19:43:28.465992 3686 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.016804ms I0521 19:43:28.467207 3686 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.332672ms, libovsdb time 836.176µs I0521 19:43:28.813129 3686 cni.go:452] [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key ] I0521 19:43:28.822385 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: a5b05d71483f2ed, network: default, NAD default, SandboxID: "a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3", PCI device ID: , UID: "7e911a9c-6a78-4854-887a-af6cae780bdc", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 19:43:28.871062 3686 cni.go:473] [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:70:ac:5a:6b:24\",\"name\":\"a5b05d71483f2ed\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a652c36b-d433-4f1b-a17f-292357767dad\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:29.321474 3686 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:43:29.322166 3686 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:43:29.322189 3686 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:43:29.324377 3686 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:43:32.214898 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:43:34.163656 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-scr85] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-scr85 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:43:34.163822 3686 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-scr85 I0521 19:43:34.181484 3686 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-scr85] pod update took 17.686178ms I0521 19:43:34.181507 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-scr85] addLogicalPort annotation time took 17.716547ms I0521 19:43:34.182840 3686 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-scr85] addLogicalPort took 19.206541ms, libovsdb time 902.781µs I0521 19:43:34.523855 3686 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-scr85 fac8ebe40c31725ca69301ce2a89b617f37d899073b358cc51656bf3fdd87294 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-scr85 fac8ebe40c31725ca69301ce2a89b617f37d899073b358cc51656bf3fdd87294 network default NAD default NAD key ] I0521 19:43:34.532891 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-scr85, hostIfaceName: fac8ebe40c31725, network: default, NAD default, SandboxID: "fac8ebe40c31725ca69301ce2a89b617f37d899073b358cc51656bf3fdd87294", PCI device ID: , UID: "84e8a929-e814-4e3d-ae2c-c562eed2666c", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 19:43:34.584682 3686 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-scr85 fac8ebe40c31725ca69301ce2a89b617f37d899073b358cc51656bf3fdd87294 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-scr85 fac8ebe40c31725ca69301ce2a89b617f37d899073b358cc51656bf3fdd87294 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:77:24:56:a2:8e\",\"name\":\"fac8ebe40c31725\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59775a31-b8de-4336-97d7-8f070fc824e1\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:43:37.689672 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:37.689692 3686 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:37.689735 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:37.689746 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:43:39.486846 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:43:42.568208 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:43:42.568347 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0521 19:43:42.586361 3686 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 18.03665ms I0521 19:43:42.586382 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 18.063918ms I0521 19:43:42.587582 3686 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 19.394897ms, libovsdb time 861.201µs I0521 19:43:51.028193 3686 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 6fd8e02b76dce9d79da4c34e25cefebe3494b16e8d1a9024d57ff0a5b8380068 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 6fd8e02b76dce9d79da4c34e25cefebe3494b16e8d1a9024d57ff0a5b8380068 network default NAD default NAD key ] I0521 19:43:51.037777 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 6fd8e02b76dce9d, network: default, NAD default, SandboxID: "6fd8e02b76dce9d79da4c34e25cefebe3494b16e8d1a9024d57ff0a5b8380068", PCI device ID: , UID: "7fa5208e-ebf7-40c8-89e0-2e2b16dada13", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 19:43:51.090676 3686 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 6fd8e02b76dce9d79da4c34e25cefebe3494b16e8d1a9024d57ff0a5b8380068 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 6fd8e02b76dce9d79da4c34e25cefebe3494b16e8d1a9024d57ff0a5b8380068 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:da:fc:8b:20:f5\",\"name\":\"6fd8e02b76dce9d\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5080d5b2-9290-48d2-8da9-d28ab7954fc4\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:52.583103 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:43:56.453201 3686 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:43:57.781649 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-str6c] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-str6c for pod on switch ip-10-0-0-51.ec2.internal I0521 19:43:57.781744 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-str6c I0521 19:43:57.799636 3686 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-str6c] pod update took 17.916902ms I0521 19:43:57.799668 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-str6c] addLogicalPort annotation time took 17.955406ms I0521 19:43:57.800980 3686 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-str6c] addLogicalPort took 19.344231ms, libovsdb time 929.596µs I0521 19:43:57.877889 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-zl6h4 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:43:57.877983 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4 I0521 19:43:57.893431 3686 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4] pod update took 15.470044ms I0521 19:43:57.893457 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4] addLogicalPort annotation time took 15.501974ms I0521 19:43:57.894829 3686 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4] addLogicalPort took 16.960138ms, libovsdb time 947.513µs I0521 19:43:57.978852 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-6xhjx for pod on switch ip-10-0-0-51.ec2.internal I0521 19:43:57.978950 3686 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx I0521 19:43:57.996075 3686 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx] pod update took 17.150274ms I0521 19:43:57.996181 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx] addLogicalPort annotation time took 17.259334ms I0521 19:43:57.997598 3686 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx] addLogicalPort took 18.767035ms, libovsdb time 997.76µs I0521 19:43:58.145167 3686 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-str6c b48d7450d411334cddb88652dbc0d571cf90c22f3283da94463d17b8b4da6148 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-str6c b48d7450d411334cddb88652dbc0d571cf90c22f3283da94463d17b8b4da6148 network default NAD default NAD key ] I0521 19:43:58.154408 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-str6c, hostIfaceName: b48d7450d411334, network: default, NAD default, SandboxID: "b48d7450d411334cddb88652dbc0d571cf90c22f3283da94463d17b8b4da6148", PCI device ID: , UID: "ff13c85e-01f1-4d8e-8ec9-c5a970c5c561", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 19:43:58.206845 3686 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-str6c b48d7450d411334cddb88652dbc0d571cf90c22f3283da94463d17b8b4da6148 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-str6c b48d7450d411334cddb88652dbc0d571cf90c22f3283da94463d17b8b4da6148 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:60:9c:2f:ef:ae\",\"name\":\"b48d7450d411334\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/056f2cf4-ec56-4fb2-9b51-44c8a39644d5\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:58.239479 3686 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4 6a81054ce782c44a551722ad9e7bed31d0ab05bfc7d3e2fc316aceaa54d55e77 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4 6a81054ce782c44a551722ad9e7bed31d0ab05bfc7d3e2fc316aceaa54d55e77 network default NAD default NAD key ] I0521 19:43:58.260360 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-zl6h4, hostIfaceName: 6a81054ce782c44, network: default, NAD default, SandboxID: "6a81054ce782c44a551722ad9e7bed31d0ab05bfc7d3e2fc316aceaa54d55e77", PCI device ID: , UID: "450b7409-7e3a-41b3-a1ec-baf624961d22", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 19:43:58.313057 3686 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4 6a81054ce782c44a551722ad9e7bed31d0ab05bfc7d3e2fc316aceaa54d55e77 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-zl6h4 6a81054ce782c44a551722ad9e7bed31d0ab05bfc7d3e2fc316aceaa54d55e77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b6:84:8b:75:af\",\"name\":\"6a81054ce782c44\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffb26385-2536-488b-b6ac-b73cf7809613\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:58.354343 3686 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx 9a59b5d003afe557a598ffb55f96ad0315537ca091b9fd11825cbc48f3720df7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx 9a59b5d003afe557a598ffb55f96ad0315537ca091b9fd11825cbc48f3720df7 network default NAD default NAD key ] I0521 19:43:58.363995 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-6xhjx, hostIfaceName: 9a59b5d003afe55, network: default, NAD default, SandboxID: "9a59b5d003afe557a598ffb55f96ad0315537ca091b9fd11825cbc48f3720df7", PCI device ID: , UID: "ef7d5e76-a4cd-4afa-ab7b-c12535f66dac", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 19:43:58.415959 3686 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx 9a59b5d003afe557a598ffb55f96ad0315537ca091b9fd11825cbc48f3720df7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-6xhjx 9a59b5d003afe557a598ffb55f96ad0315537ca091b9fd11825cbc48f3720df7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:5b:be:a5:11:a9\",\"name\":\"9a59b5d003afe55\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ca197ab-be92-46bd-98dd-d63f5cb061fc\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:44:11.496187 3686 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:11.496206 3686 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:11.496211 3686 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:44:15.520917 3686 cni.go:452] [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key ] I0521 19:44:15.606957 3686 cni.go:473] [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam a5b05d71483f2ed67e05fed97588a30f41819436d4d2cbc760415b76c29896b3 network default NAD default NAD key default], result "{}", err I0521 19:44:15.663050 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:15.663085 3686 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:44:15.664506 3686 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.38 I0521 19:44:15.664537 3686 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:15.710343 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:15.710362 3686 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:15.719543 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:44:15.719570 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:44:16.540622 3686 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-51.ec2.internal I0521 19:44:16.540716 3686 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:44:16.563209 3686 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 22.516429ms I0521 19:44:16.563232 3686 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 22.545848ms I0521 19:44:16.564525 3686 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 23.920417ms, libovsdb time 866.761µs I0521 19:44:16.902383 3686 cni.go:452] [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key ] I0521 19:44:16.911560 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: c088706823d8a83, network: default, NAD default, SandboxID: "c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0", PCI device ID: , UID: "b24bfa7e-6784-4426-9d8a-245bcd47dd65", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 19:44:16.962917 3686 cni.go:473] [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c1:7e:67:dd:e3\",\"name\":\"c088706823d8a83\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57d98342-cf9e-479f-97da-74566ad54cac\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:18.441951 3686 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-n4pdr-wjtv7] creating logical port tsf-tas_ctlog-createtree-job-n4pdr-wjtv7 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:44:18.442111 3686 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 I0521 19:44:18.500827 3686 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 I0521 19:44:18.528580 3686 pod.go:62] [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7] pod update took 86.501818ms I0521 19:44:18.528606 3686 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-n4pdr-wjtv7] addLogicalPort annotation time took 86.534457ms I0521 19:44:18.529810 3686 pods.go:271] [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7] addLogicalPort took 87.883731ms, libovsdb time 859.13µs W0521 19:44:18.576743 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:18.576766 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:18.576773 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:44:18.716389 3686 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5fb676c4c9-9k2j4] creating logical port tsf-tas_trillian-logserver-5fb676c4c9-9k2j4 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:44:18.716489 3686 kube.go:256] Updating pod tsf-tas/trillian-logserver-5fb676c4c9-9k2j4 I0521 19:44:18.769729 3686 kube.go:256] Updating pod tsf-tas/trillian-logserver-5fb676c4c9-9k2j4 I0521 19:44:18.793440 3686 pod.go:62] [tsf-tas/trillian-logserver-5fb676c4c9-9k2j4] pod update took 76.973011ms I0521 19:44:18.793464 3686 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5fb676c4c9-9k2j4] addLogicalPort annotation time took 77.005099ms I0521 19:44:18.794363 3686 cni.go:452] [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key ] I0521 19:44:18.794850 3686 pods.go:271] [tsf-tas/trillian-logserver-5fb676c4c9-9k2j4] addLogicalPort took 78.480244ms, libovsdb time 1.007249ms I0521 19:44:18.805555 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-n4pdr-wjtv7, hostIfaceName: a8b3c84eb726419, network: default, NAD default, SandboxID: "a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7", PCI device ID: , UID: "11b602a4-a1bc-4d17-ae36-11339c73ac96", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 19:44:18.855946 3686 cni.go:473] [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:b4:09:30:f1:a9\",\"name\":\"a8b3c84eb726419\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e78d647f-2874-4861-bc0d-b3971b3ce8e8\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:18.990298 3686 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-f8b7f6448-zdkg6] creating logical port tsf-tas_trillian-logsigner-f8b7f6448-zdkg6 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:44:18.990445 3686 kube.go:256] Updating pod tsf-tas/trillian-logsigner-f8b7f6448-zdkg6 I0521 19:44:19.042835 3686 kube.go:256] Updating pod tsf-tas/trillian-logsigner-f8b7f6448-zdkg6 I0521 19:44:19.076846 3686 pod.go:62] [tsf-tas/trillian-logsigner-f8b7f6448-zdkg6] pod update took 86.434881ms I0521 19:44:19.076873 3686 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-f8b7f6448-zdkg6] addLogicalPort annotation time took 86.465708ms I0521 19:44:19.078229 3686 pods.go:271] [tsf-tas/trillian-logsigner-f8b7f6448-zdkg6] addLogicalPort took 87.953753ms, libovsdb time 926.96µs I0521 19:44:19.670969 3686 cni.go:452] [tsf-tas/trillian-logserver-5fb676c4c9-9k2j4 53786fc419dcd563863354fd0ecbb938d43365c86a51ca520424647782cecca7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5fb676c4c9-9k2j4 53786fc419dcd563863354fd0ecbb938d43365c86a51ca520424647782cecca7 network default NAD default NAD key ] I0521 19:44:19.681333 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5fb676c4c9-9k2j4, hostIfaceName: 53786fc419dcd56, network: default, NAD default, SandboxID: "53786fc419dcd563863354fd0ecbb938d43365c86a51ca520424647782cecca7", PCI device ID: , UID: "445e881a-25be-454f-8db0-77442a6e802c", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 19:44:19.738624 3686 cni.go:473] [tsf-tas/trillian-logserver-5fb676c4c9-9k2j4 53786fc419dcd563863354fd0ecbb938d43365c86a51ca520424647782cecca7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5fb676c4c9-9k2j4 53786fc419dcd563863354fd0ecbb938d43365c86a51ca520424647782cecca7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0e:b7:8d:4d:a9\",\"name\":\"53786fc419dcd56\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b2268a0-469c-4b20-a00c-bd114fe2fec2\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:19.965412 3686 cni.go:452] [tsf-tas/trillian-logsigner-f8b7f6448-zdkg6 9b0301a6cf4e2bf03b76e03d288d9c1bb201a12ba6f0820d39db3c17a8bbe625 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-f8b7f6448-zdkg6 9b0301a6cf4e2bf03b76e03d288d9c1bb201a12ba6f0820d39db3c17a8bbe625 network default NAD default NAD key ] I0521 19:44:19.975402 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-f8b7f6448-zdkg6, hostIfaceName: 9b0301a6cf4e2bf, network: default, NAD default, SandboxID: "9b0301a6cf4e2bf03b76e03d288d9c1bb201a12ba6f0820d39db3c17a8bbe625", PCI device ID: , UID: "f9b45145-fe5e-42e4-9d1c-bf2b5aefd390", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0521 19:44:20.030284 3686 cni.go:473] [tsf-tas/trillian-logsigner-f8b7f6448-zdkg6 9b0301a6cf4e2bf03b76e03d288d9c1bb201a12ba6f0820d39db3c17a8bbe625 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-f8b7f6448-zdkg6 9b0301a6cf4e2bf03b76e03d288d9c1bb201a12ba6f0820d39db3c17a8bbe625 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c1:c6:66:06:0d\",\"name\":\"9b0301a6cf4e2bf\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a279b0b-f098-4544-9f50-522ba5c73346\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:44:20.742471 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:44:20.742498 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:44:24.483616 3686 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-qcjbr] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-qcjbr for pod on switch ip-10-0-0-51.ec2.internal I0521 19:44:24.483735 3686 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-qcjbr I0521 19:44:24.501792 3686 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-qcjbr] pod update took 18.09175ms I0521 19:44:24.501838 3686 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-qcjbr] addLogicalPort annotation time took 18.142947ms I0521 19:44:24.503229 3686 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-qcjbr] addLogicalPort took 19.632654ms, libovsdb time 920.802µs I0521 19:44:26.871046 3686 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-qcjbr ba961e7131213bba8e5cae123b854dc2c6d02cbb3cf3b55086ccfd61043e0e70 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-qcjbr ba961e7131213bba8e5cae123b854dc2c6d02cbb3cf3b55086ccfd61043e0e70 network default NAD default NAD key ] I0521 19:44:26.880234 3686 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-qcjbr, hostIfaceName: ba961e7131213bb, network: default, NAD default, SandboxID: "ba961e7131213bba8e5cae123b854dc2c6d02cbb3cf3b55086ccfd61043e0e70", PCI device ID: , UID: "6dc4d559-af79-4eea-b77d-7ea57a1a1a0c", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0521 19:44:26.932651 3686 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-qcjbr ba961e7131213bba8e5cae123b854dc2c6d02cbb3cf3b55086ccfd61043e0e70 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-qcjbr ba961e7131213bba8e5cae123b854dc2c6d02cbb3cf3b55086ccfd61043e0e70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:11:50:05:ba:3d\",\"name\":\"ba961e7131213bb\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8c386bb-f098-430b-b90b-ed397f3d1570\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:44:28.613238 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:44:28.642195 3686 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:44:29.116886 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tdj22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:29.117443 3686 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tdj22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:29.991123 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tdj22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:29.991147 3686 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tdj22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:30.788355 3686 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:31.927412 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:31.927955 3686 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:32.834889 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:32.834910 3686 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:53.482438 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=89 W0521 19:44:54.907531 3686 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:54.907550 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:55.092589 3686 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:44:56.594299 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:44:58.479889 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0521 19:44:58.742809 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:44:58.773927 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:45:05.833519 3686 cni.go:452] [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key ] I0521 19:45:05.921613 3686 cni.go:473] [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas c088706823d8a83bff113020019bf74f45aa0fd39aa8c02d14ec7989c47a27f0 network default NAD default NAD key default], result "{}", err I0521 19:45:05.978208 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.978237 3686 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:45:05.979626 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.44 I0521 19:45:05.979657 3686 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.999090 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:05.999110 3686 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.005302 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:45:06.005331 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:45:11.870581 3686 cni.go:452] [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key ] I0521 19:45:11.959157 3686 cni.go:473] [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 a8b3c84eb72641902911fff54990891c0d4c355746d397dc4f24259dbb49eeb7 network default NAD default NAD key default], result "{}", err I0521 19:45:12.013608 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:12.013673 3686 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 I0521 19:45:12.015051 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-n4pdr-wjtv7, ips: 10.130.0.45 I0521 19:45:12.015079 3686 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:12.881014 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:12.881040 3686 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:13.694292 3686 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-57979b44d7-m5dqt] creating logical port tsf-tas_ctlog-57979b44d7-m5dqt for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:13.694416 3686 kube.go:256] Updating pod tsf-tas/ctlog-57979b44d7-m5dqt I0521 19:45:13.713313 3686 pod.go:62] [tsf-tas/ctlog-57979b44d7-m5dqt] pod update took 18.921676ms I0521 19:45:13.713338 3686 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-57979b44d7-m5dqt] addLogicalPort annotation time took 18.951048ms I0521 19:45:13.714569 3686 pods.go:271] [tsf-tas/ctlog-57979b44d7-m5dqt] addLogicalPort took 20.291664ms, libovsdb time 869.799µs I0521 19:45:14.656014 3686 cni.go:452] [tsf-tas/ctlog-57979b44d7-m5dqt 28dc3471d8854487d97eb704676ebe25acb975f061c7635649f8dbb64c05b601 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-57979b44d7-m5dqt 28dc3471d8854487d97eb704676ebe25acb975f061c7635649f8dbb64c05b601 network default NAD default NAD key ] I0521 19:45:14.665863 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-57979b44d7-m5dqt, hostIfaceName: 28dc3471d885448, network: default, NAD default, SandboxID: "28dc3471d8854487d97eb704676ebe25acb975f061c7635649f8dbb64c05b601", PCI device ID: , UID: "dba28090-532f-40f1-a7a3-7ce404fe0c10", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0521 19:45:14.718685 3686 cni.go:473] [tsf-tas/ctlog-57979b44d7-m5dqt 28dc3471d8854487d97eb704676ebe25acb975f061c7635649f8dbb64c05b601 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-57979b44d7-m5dqt 28dc3471d8854487d97eb704676ebe25acb975f061c7635649f8dbb64c05b601 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ef:e0:8e:66:51\",\"name\":\"28dc3471d885448\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/067eaaf7-5444-4ad8-ae10-d35bc5456692\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:15.334362 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.334986 3686 obj_retry.go:498] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.213881 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.213914 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.333704 3686 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-kmcds] creating logical port tsf_tsf-tekton-configuration-kmcds for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:16.333844 3686 kube.go:256] Updating pod tsf/tsf-tekton-configuration-kmcds I0521 19:45:16.347964 3686 pod.go:62] [tsf/tsf-tekton-configuration-kmcds] pod update took 14.144635ms I0521 19:45:16.347996 3686 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-kmcds] addLogicalPort annotation time took 14.181902ms I0521 19:45:16.349357 3686 pods.go:271] [tsf/tsf-tekton-configuration-kmcds] addLogicalPort took 15.671671ms, libovsdb time 892.643µs I0521 19:45:16.725704 3686 cni.go:452] [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key ] I0521 19:45:16.735872 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-kmcds, hostIfaceName: 41dc0b53da05be4, network: default, NAD default, SandboxID: "41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea", PCI device ID: , UID: "9e514dc4-b57b-4372-8425-1a6f04996f16", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0521 19:45:16.789055 3686 cni.go:473] [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:0b:b5:4d:40:a5\",\"name\":\"41dc0b53da05be4\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c706275-42f0-45df-becd-f4e9fc0186f8\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:16.905829 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:45:20.179271 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:20.179839 3686 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:21.061343 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:21.061362 3686 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:24.952213 3686 cni.go:452] [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key ] I0521 19:45:25.028816 3686 cni.go:473] [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-kmcds 41dc0b53da05be494df542827c81b1c6997e98a77416daecbde49262adf103ea network default NAD default NAD key default], result "{}", err I0521 19:45:25.086154 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kmcds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:25.086187 3686 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-kmcds I0521 19:45:25.087460 3686 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-kmcds, ips: 10.130.0.50 I0521 19:45:25.087485 3686 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kmcds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:25.964562 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kmcds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:25.964584 3686 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kmcds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:25.998459 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:25.998474 3686 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:26.002824 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-98vm7 I0521 19:45:26.002854 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-98vm7 I0521 19:45:26.662846 3686 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:26.662938 3686 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:26.678687 3686 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.771037ms I0521 19:45:26.678717 3686 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.805191ms I0521 19:45:26.680169 3686 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.342345ms, libovsdb time 890.162µs I0521 19:45:27.020033 3686 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key ] I0521 19:45:27.029813 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e145d8273a11b20, network: default, NAD default, SandboxID: "e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972", PCI device ID: , UID: "f5c4b581-6600-4f52-8882-ac4de0c2f730", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0521 19:45:27.082176 3686 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:98:06:7e:a8:59\",\"name\":\"e145d8273a11b20\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a858b16-b175-4800-9069-8df0103c35fe\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:27.914733 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0521 19:45:28.571313 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0521 19:45:29.101733 3686 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:45:29.123231 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:45:29.984358 3686 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key ] I0521 19:45:30.074770 3686 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e145d8273a11b20da485406a98a976b519efc8555c13b5ec6c7a7ca50b884972 network default NAD default NAD key default], result "{}", err I0521 19:45:30.138305 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.138332 3686 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.139708 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.51 I0521 19:45:30.139736 3686 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.176070 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.176088 3686 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.197726 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.197760 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.496667 3686 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:30.496790 3686 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:45:30.512323 3686 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.556581ms I0521 19:45:30.512347 3686 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.585157ms I0521 19:45:30.513708 3686 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.057891ms, libovsdb time 978.159µs I0521 19:45:30.857663 3686 cni.go:452] [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key ] I0521 19:45:30.867896 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: a041dfeae7a9cae, network: default, NAD default, SandboxID: "a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72", PCI device ID: , UID: "3bb56544-c3e3-42f8-abf6-de866cbbd793", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0521 19:45:30.919567 3686 cni.go:473] [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:86:91:27:c7:29\",\"name\":\"a041dfeae7a9cae\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2133bd3c-24a7-43ce-9c7d-af950206ce2e\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:31.591267 3686 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-h7ttc] creating logical port tsf-tpa_create-db-h7ttc for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:31.591370 3686 kube.go:256] Updating pod tsf-tpa/create-db-h7ttc I0521 19:45:31.605747 3686 pod.go:62] [tsf-tpa/create-db-h7ttc] pod update took 14.39805ms I0521 19:45:31.605774 3686 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-h7ttc] addLogicalPort annotation time took 14.429836ms I0521 19:45:31.607394 3686 pods.go:271] [tsf-tpa/create-db-h7ttc] addLogicalPort took 16.164598ms, libovsdb time 951.858µs I0521 19:45:31.949861 3686 cni.go:452] [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key ] I0521 19:45:31.959202 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-h7ttc, hostIfaceName: b8ef7f85d6f1b36, network: default, NAD default, SandboxID: "b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9", PCI device ID: , UID: "9ec8d3dd-7e74-46d5-b267-d200cc1d87fa", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0521 19:45:32.012358 3686 cni.go:473] [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:c8:86:c7:86:37\",\"name\":\"b8ef7f85d6f1b36\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fc630fa-c1bd-4bf7-a49c-d424eaf8008e\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:33.286306 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:45:36.028335 3686 cni.go:452] [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key ] I0521 19:45:36.114900 3686 cni.go:473] [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-h7ttc b8ef7f85d6f1b36c38b6776f9f9f27bc965d30a104477da10559040aad86d4e9 network default NAD default NAD key default], result "{}", err I0521 19:45:36.167882 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-h7ttc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:36.167912 3686 pods.go:176] Deleting pod: tsf-tpa/create-db-h7ttc I0521 19:45:36.169344 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-h7ttc, ips: 10.130.0.53 I0521 19:45:36.169377 3686 obj_retry.go:498] Detected object tsf-tpa/create-db-h7ttc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:37.192347 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-h7ttc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:37.192370 3686 obj_retry.go:492] Detected object tsf-tpa/create-db-h7ttc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:37.297613 3686 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-mwbfs] creating logical port tsf-tpa_migrate-db-mwbfs for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:37.297765 3686 kube.go:256] Updating pod tsf-tpa/migrate-db-mwbfs I0521 19:45:37.310798 3686 pod.go:62] [tsf-tpa/migrate-db-mwbfs] pod update took 13.064664ms I0521 19:45:37.310821 3686 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-mwbfs] addLogicalPort annotation time took 13.096156ms I0521 19:45:37.312137 3686 pods.go:271] [tsf-tpa/migrate-db-mwbfs] addLogicalPort took 14.540141ms, libovsdb time 901.522µs I0521 19:45:37.658314 3686 cni.go:452] [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key ] I0521 19:45:37.667858 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-mwbfs, hostIfaceName: c695778202c263a, network: default, NAD default, SandboxID: "c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0", PCI device ID: , UID: "7e65692b-5dcd-4c16-9dd2-414c396b18fa", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0521 19:45:37.721132 3686 cni.go:473] [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b7:c0:b5:79:bf\",\"name\":\"c695778202c263a\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d575065-bd91-4e65-9e52-c5b05e209eb5\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:40.053673 3686 cni.go:452] [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key ] I0521 19:45:40.153942 3686 cni.go:473] [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-mwbfs c695778202c263a3c3f9aaadeb2aa61a7369f1555a02785379853550bf16dfc0 network default NAD default NAD key default], result "{}", err I0521 19:45:40.208635 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwbfs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.208672 3686 pods.go:176] Deleting pod: tsf-tpa/migrate-db-mwbfs I0521 19:45:40.209936 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-mwbfs, ips: 10.130.0.54 I0521 19:45:40.209969 3686 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwbfs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.326982 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwbfs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.327006 3686 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwbfs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.514547 3686 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-mwzfh] creating logical port tsf-tpa_create-importers-mwzfh for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:40.514659 3686 kube.go:256] Updating pod tsf-tpa/create-importers-mwzfh I0521 19:45:40.528781 3686 pod.go:62] [tsf-tpa/create-importers-mwzfh] pod update took 14.153667ms I0521 19:45:40.528803 3686 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-mwzfh] addLogicalPort annotation time took 14.180552ms I0521 19:45:40.530135 3686 pods.go:271] [tsf-tpa/create-importers-mwzfh] addLogicalPort took 15.607181ms, libovsdb time 926.766µs I0521 19:45:40.873139 3686 cni.go:452] [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key ] I0521 19:45:40.897942 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-mwzfh, hostIfaceName: f38bdc7ff87d225, network: default, NAD default, SandboxID: "f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36", PCI device ID: , UID: "9d8e91f5-5625-4fb9-a56f-f776e0ce824c", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0521 19:45:40.947510 3686 cni.go:473] [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ab:c0:2b:21:96\",\"name\":\"f38bdc7ff87d225\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b350c06c-3d43-4478-b3f3-da4b012da691\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:45:43.074590 3686 cni.go:452] [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key ] I0521 19:45:43.160298 3686 cni.go:473] [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-mwzfh f38bdc7ff87d2252a6b8806de2a9a2bcc5f3c6f30f86b21a2d797de2636b3f36 network default NAD default NAD key default], result "{}", err I0521 19:45:43.214694 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwzfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:43.214729 3686 pods.go:176] Deleting pod: tsf-tpa/create-importers-mwzfh I0521 19:45:43.216111 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-mwzfh, ips: 10.130.0.55 I0521 19:45:43.216149 3686 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwzfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:44.237338 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwzfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:44.237365 3686 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwzfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:51.275658 3686 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-6cp68-577sc] creating logical port tsf-tas_tuf-repository-init-6cp68-577sc for pod on switch ip-10-0-0-51.ec2.internal I0521 19:45:51.275773 3686 kube.go:256] Updating pod tsf-tas/tuf-repository-init-6cp68-577sc I0521 19:45:51.289371 3686 pod.go:62] [tsf-tas/tuf-repository-init-6cp68-577sc] pod update took 13.627315ms I0521 19:45:51.289398 3686 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-6cp68-577sc] addLogicalPort annotation time took 13.662214ms I0521 19:45:51.291014 3686 pods.go:271] [tsf-tas/tuf-repository-init-6cp68-577sc] addLogicalPort took 15.379646ms, libovsdb time 1.056568ms W0521 19:45:52.389376 3686 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:45:54.638610 3686 cni.go:452] [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key ] I0521 19:45:54.648615 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-6cp68-577sc, hostIfaceName: 83d9f27e883b156, network: default, NAD default, SandboxID: "83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba", PCI device ID: , UID: "7cb284ee-af4d-4b8f-9d81-b4b77d8a6325", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0521 19:45:54.698024 3686 cni.go:473] [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:78:7a:51:4e:f0\",\"name\":\"83d9f27e883b156\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c9e31c4-450f-4b66-b39d-699b6277598e\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:00.177604 3686 cni.go:452] [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key ] I0521 19:46:00.262913 3686 cni.go:473] [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-6cp68-577sc 83d9f27e883b156972330121a11597862150e321eed59f4d804cc0e822b11fba network default NAD default NAD key default], result "{}", err I0521 19:46:00.316902 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:00.316940 3686 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-6cp68-577sc I0521 19:46:00.318384 3686 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-6cp68-577sc, ips: 10.130.0.56 I0521 19:46:00.318416 3686 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:01.201414 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:01.201444 3686 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.373295 3686 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-cgxw8] creating logical port tsf-tas_tuf-97fc8ff76-cgxw8 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:03.373388 3686 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-cgxw8 I0521 19:46:03.387579 3686 pod.go:62] [tsf-tas/tuf-97fc8ff76-cgxw8] pod update took 14.213686ms I0521 19:46:03.387601 3686 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-cgxw8] addLogicalPort annotation time took 14.242001ms I0521 19:46:03.388942 3686 pods.go:271] [tsf-tas/tuf-97fc8ff76-cgxw8] addLogicalPort took 15.665277ms, libovsdb time 948.381µs I0521 19:46:04.635598 3686 cni.go:452] [tsf-tas/tuf-97fc8ff76-cgxw8 b2e83d1a72af0b2de603ef8b82886abceb9762c53128864d3a8b8ca31a808173 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-cgxw8 b2e83d1a72af0b2de603ef8b82886abceb9762c53128864d3a8b8ca31a808173 network default NAD default NAD key ] I0521 19:46:04.645435 3686 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-cgxw8, hostIfaceName: b2e83d1a72af0b2, network: default, NAD default, SandboxID: "b2e83d1a72af0b2de603ef8b82886abceb9762c53128864d3a8b8ca31a808173", PCI device ID: , UID: "b17ab184-dff5-4e6f-bc98-467cb252b567", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0521 19:46:04.698475 3686 cni.go:473] [tsf-tas/tuf-97fc8ff76-cgxw8 b2e83d1a72af0b2de603ef8b82886abceb9762c53128864d3a8b8ca31a808173 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-cgxw8 b2e83d1a72af0b2de603ef8b82886abceb9762c53128864d3a8b8ca31a808173 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:4a:1f:27:14:2a\",\"name\":\"b2e83d1a72af0b2\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fcb34a3-1ef2-461d-9976-18aa6cff5a6b\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:46:10.244411 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:46:20.302417 3686 cni.go:452] [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key ] I0521 19:46:20.379093 3686 cni.go:473] [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa a041dfeae7a9caec0b892df607427e91987eec125cb153e70ef300c30368ad72 network default NAD default NAD key default], result "{}", err I0521 19:46:20.435459 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:20.435503 3686 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:46:20.437057 3686 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.52 I0521 19:46:20.437084 3686 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:20.480273 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:20.480299 3686 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:20.482957 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:46:20.482980 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:46:21.226211 3686 namespace.go:98] [build-service] adding namespace I0521 19:46:21.226312 3686 namespace.go:98] [integration-service] adding namespace I0521 19:46:21.226418 3686 namespace.go:98] [default-tenant] adding namespace I0521 19:46:21.226510 3686 namespace.go:98] [image-controller] adding namespace I0521 19:46:21.227267 3686 namespace.go:102] [build-service] adding namespace took 1.034491ms I0521 19:46:21.227869 3686 namespace.go:102] [integration-service] adding namespace took 1.540145ms I0521 19:46:21.228413 3686 namespace.go:102] [default-tenant] adding namespace took 1.978937ms I0521 19:46:21.228882 3686 namespace.go:102] [image-controller] adding namespace took 2.361226ms W0521 19:46:21.277550 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0521 19:46:21.287817 3686 namespace.go:142] [build-service] updating namespace I0521 19:46:21.310868 3686 namespace.go:142] [build-service] updating namespace I0521 19:46:21.319960 3686 namespace.go:142] [integration-service] updating namespace I0521 19:46:21.338305 3686 namespace.go:142] [integration-service] updating namespace I0521 19:46:21.348563 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:46:21.378768 3686 namespace.go:142] [image-controller] updating namespace I0521 19:46:21.378924 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:46:21.411895 3686 namespace.go:142] [image-controller] updating namespace I0521 19:46:21.474710 3686 namespace.go:142] [build-service] updating namespace I0521 19:46:21.502084 3686 namespace.go:142] [integration-service] updating namespace I0521 19:46:21.550668 3686 namespace.go:98] [release-service] adding namespace I0521 19:46:21.551501 3686 namespace.go:102] [release-service] adding namespace took 813.513µs I0521 19:46:21.581746 3686 namespace.go:142] [release-service] updating namespace I0521 19:46:21.593741 3686 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:21.606888 3686 namespace.go:142] [release-service] updating namespace I0521 19:46:21.672633 3686 namespace.go:98] [konflux-info] adding namespace I0521 19:46:21.673461 3686 namespace.go:102] [konflux-info] adding namespace took 810.235µs I0521 19:46:21.729986 3686 namespace.go:98] [namespace-lister] adding namespace I0521 19:46:21.730804 3686 namespace.go:102] [namespace-lister] adding namespace took 798.56µs I0521 19:46:21.733836 3686 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:21.733912 3686 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:46:21.751346 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:46:21.797900 3686 namespace.go:142] [image-controller] updating namespace I0521 19:46:21.809324 3686 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:46:21.820983 3686 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:46:21.821140 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:46:21.821904 3686 namespace.go:102] [enterprise-contract-service] adding namespace took 904.384µs I0521 19:46:21.827444 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:21.862051 3686 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 128.157964ms I0521 19:46:21.862074 3686 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 128.185871ms I0521 19:46:21.863322 3686 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 129.496446ms, libovsdb time 860.239µs I0521 19:46:21.922071 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:46:21.949604 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:21.949653 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:21.995746 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:22.027341 3686 namespace.go:98] [segment-bridge] adding namespace I0521 19:46:22.028093 3686 namespace.go:102] [segment-bridge] adding namespace took 732.585µs I0521 19:46:22.111721 3686 namespace.go:98] [konflux-cli] adding namespace I0521 19:46:22.111822 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:22.112542 3686 namespace.go:102] [konflux-cli] adding namespace took 791.491µs I0521 19:46:22.245901 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:22.391767 3686 cni.go:452] [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key ] I0521 19:46:22.400930 3686 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 6b90ddc03f15e78, network: default, NAD default, SandboxID: "6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5", PCI device ID: , UID: "2f3d965a-464f-4158-b955-4b9ca2f9914f", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0521 19:46:22.456663 3686 cni.go:473] [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:d7:84:e7:ad:94\",\"name\":\"6b90ddc03f15e78\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e638d282-3c8e-42a4-b606-087a914de4c0\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:22.470092 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:22.770737 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:22.950553 3686 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-zbfjn] creating logical port namespace-lister_namespace-lister-696b855848-zbfjn for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:22.950651 3686 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-zbfjn I0521 19:46:23.040906 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:46:23.184757 3686 pod.go:62] [namespace-lister/namespace-lister-696b855848-zbfjn] pod update took 234.130433ms I0521 19:46:23.184783 3686 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-zbfjn] addLogicalPort annotation time took 234.160155ms I0521 19:46:23.185941 3686 pods.go:271] [namespace-lister/namespace-lister-696b855848-zbfjn] addLogicalPort took 235.412281ms, libovsdb time 777.555µs I0521 19:46:23.186046 3686 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:46:23.186064 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:46:23.188984 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:46:23.284069 3686 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:46:23.284099 3686 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:46:23.285501 3686 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:46:24.431058 3686 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-rxrp8] creating logical port image-controller_image-controller-controller-manager-6f859968fc-rxrp8 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:24.431276 3686 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-rxrp8 I0521 19:46:24.469000 3686 namespace.go:142] [build-service] updating namespace I0521 19:46:24.524851 3686 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-rxrp8] pod update took 93.635287ms I0521 19:46:24.524949 3686 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-rxrp8] addLogicalPort annotation time took 93.737298ms I0521 19:46:24.526630 3686 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-rxrp8] addLogicalPort took 95.592754ms, libovsdb time 1.086699ms I0521 19:46:24.689976 3686 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-7pqb8 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:24.690106 3686 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 I0521 19:46:24.713545 3686 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8] pod update took 23.460447ms I0521 19:46:24.713577 3686 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8] addLogicalPort annotation time took 23.496801ms I0521 19:46:24.715356 3686 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8] addLogicalPort took 25.399566ms, libovsdb time 1.227047ms I0521 19:46:24.795664 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:46:24.900730 3686 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-46lxx] creating logical port build-service_build-service-controller-manager-7cbf488fcf-46lxx for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:24.900867 3686 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-46lxx I0521 19:46:24.923673 3686 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-46lxx] pod update took 22.840748ms I0521 19:46:24.923701 3686 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-46lxx] addLogicalPort annotation time took 22.875419ms I0521 19:46:24.925376 3686 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-46lxx] addLogicalPort took 24.664275ms, libovsdb time 1.213414ms I0521 19:46:24.993424 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:25.192289 3686 namespace.go:142] [image-controller] updating namespace I0521 19:46:25.230039 3686 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-c7nd5 for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:25.230160 3686 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5 I0521 19:46:25.250622 3686 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5] pod update took 20.49504ms I0521 19:46:25.250651 3686 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5] addLogicalPort annotation time took 20.529153ms I0521 19:46:25.252189 3686 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5] addLogicalPort took 22.170065ms, libovsdb time 1.01669ms I0521 19:46:25.335224 3686 cni.go:452] [namespace-lister/namespace-lister-696b855848-zbfjn c48a83f8e94c79e00ed03a759fd9a310823e33b72ad31caf3dbe37d5efff7228 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-zbfjn c48a83f8e94c79e00ed03a759fd9a310823e33b72ad31caf3dbe37d5efff7228 network default NAD default NAD key ] I0521 19:46:25.335771 3686 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-46lxx ae41a6059640a438cce52feff45c6e404f4bb337ed7b08e96b59ecad16cf9088 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-46lxx ae41a6059640a438cce52feff45c6e404f4bb337ed7b08e96b59ecad16cf9088 network default NAD default NAD key ] I0521 19:46:25.337186 3686 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-rxrp8 01320e23a85b20418c5054ee46fb68bd431364b02510a82a2e988d67201fd94e network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-rxrp8 01320e23a85b20418c5054ee46fb68bd431364b02510a82a2e988d67201fd94e network default NAD default NAD key ] I0521 19:46:25.350801 3686 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-zbfjn, hostIfaceName: c48a83f8e94c79e, network: default, NAD default, SandboxID: "c48a83f8e94c79e00ed03a759fd9a310823e33b72ad31caf3dbe37d5efff7228", PCI device ID: , UID: "6edd867c-48bb-4a89-802d-e6ae563847e0", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0521 19:46:25.350951 3686 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-46lxx, hostIfaceName: ae41a6059640a43, network: default, NAD default, SandboxID: "ae41a6059640a438cce52feff45c6e404f4bb337ed7b08e96b59ecad16cf9088", PCI device ID: , UID: "a19f7b17-d475-4665-80a3-ffd2de74d5dc", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0521 19:46:25.351108 3686 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-rxrp8, hostIfaceName: 01320e23a85b204, network: default, NAD default, SandboxID: "01320e23a85b20418c5054ee46fb68bd431364b02510a82a2e988d67201fd94e", PCI device ID: , UID: "2ab2fbef-951a-4f0e-9040-328f85061565", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0521 19:46:25.351335 3686 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6c987b54d5-97bsd] creating logical port konflux-ui_proxy-6c987b54d5-97bsd for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:25.351580 3686 kube.go:256] Updating pod konflux-ui/proxy-6c987b54d5-97bsd I0521 19:46:25.392812 3686 pod.go:62] [konflux-ui/proxy-6c987b54d5-97bsd] pod update took 41.277989ms I0521 19:46:25.392834 3686 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6c987b54d5-97bsd] addLogicalPort annotation time took 41.309146ms I0521 19:46:25.394084 3686 pods.go:271] [konflux-ui/proxy-6c987b54d5-97bsd] addLogicalPort took 42.764202ms, libovsdb time 831.542µs I0521 19:46:25.407927 3686 namespace.go:142] [integration-service] updating namespace I0521 19:46:25.411969 3686 cni.go:473] [namespace-lister/namespace-lister-696b855848-zbfjn c48a83f8e94c79e00ed03a759fd9a310823e33b72ad31caf3dbe37d5efff7228 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-zbfjn c48a83f8e94c79e00ed03a759fd9a310823e33b72ad31caf3dbe37d5efff7228 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f3:17:28:00:07\",\"name\":\"c48a83f8e94c79e\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b74e8e30-48de-40f6-a44f-70d67d62ba00\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:25.589823 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:25.640709 3686 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-rxrp8 01320e23a85b20418c5054ee46fb68bd431364b02510a82a2e988d67201fd94e network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-rxrp8 01320e23a85b20418c5054ee46fb68bd431364b02510a82a2e988d67201fd94e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:04:a8:c6:20:ad\",\"name\":\"01320e23a85b204\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/362edf1b-3fa6-449b-881d-f476752d43f2\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:25.640824 3686 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-46lxx ae41a6059640a438cce52feff45c6e404f4bb337ed7b08e96b59ecad16cf9088 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-46lxx ae41a6059640a438cce52feff45c6e404f4bb337ed7b08e96b59ecad16cf9088 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:30:84:b0:53:90\",\"name\":\"ae41a6059640a43\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/404c4975-4580-4ce1-ac3c-aa21674e4f3f\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:25.786844 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:46:25.940276 3686 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw] creating logical port integration-service_integration-service-controller-manager-7dcb9dfb5-wv4vw for pod on switch ip-10-0-0-51.ec2.internal I0521 19:46:25.940382 3686 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw I0521 19:46:25.968441 3686 pod.go:62] [integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw] pod update took 28.087198ms I0521 19:46:25.968471 3686 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw] addLogicalPort annotation time took 28.123388ms I0521 19:46:25.969992 3686 pods.go:271] [integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw] addLogicalPort took 29.751806ms, libovsdb time 1.044845ms I0521 19:46:26.003870 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:26.186370 3686 namespace.go:142] [release-service] updating namespace I0521 19:46:26.410287 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:26.509817 3686 namespace.go:142] [build-service] updating namespace I0521 19:46:26.544020 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:46:26.573282 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:26.593072 3686 namespace.go:142] [image-controller] updating namespace I0521 19:46:26.623024 3686 namespace.go:142] [integration-service] updating namespace I0521 19:46:26.660923 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:26.687897 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:46:26.712485 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:26.737211 3686 namespace.go:142] [release-service] updating namespace I0521 19:46:26.761899 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:26.879071 3686 namespace.go:142] [build-service] updating namespace I0521 19:46:27.047168 3686 namespace.go:142] [default-tenant] updating namespace I0521 19:46:27.120512 3686 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:27.175413 3686 namespace.go:142] [image-controller] updating namespace I0521 19:46:27.239051 3686 namespace.go:142] [integration-service] updating namespace I0521 19:46:27.309292 3686 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:27.376941 3686 namespace.go:142] [konflux-info] updating namespace I0521 19:46:27.476059 3686 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:27.566695 3686 namespace.go:142] [release-service] updating namespace I0521 19:46:27.673186 3686 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:31.491952 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=580 W0521 19:46:32.392775 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0521 19:46:32.414040 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:46:32.438421 3686 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 19:46:32.546017 3686 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key ] I0521 19:46:32.557258 3686 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-7pqb8, hostIfaceName: dea3ab7767ac367, network: default, NAD default, SandboxID: "dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083", PCI device ID: , UID: "80c8f185-ded0-46c2-8e90-c8e1552f7ff1", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0521 19:46:32.616014 3686 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:90:27:35:55:ee\",\"name\":\"dea3ab7767ac367\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a41903b-a1dd-4f05-ae8a-72ce8b1c82aa\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:33.398684 3686 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5 7bc0c936e1106d741f1750b060abc2357916c099bb14b88d02599599ec9b027b network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5 7bc0c936e1106d741f1750b060abc2357916c099bb14b88d02599599ec9b027b network default NAD default NAD key ] W0521 19:46:33.410150 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:46:33.412151 3686 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-c7nd5, hostIfaceName: 7bc0c936e1106d7, network: default, NAD default, SandboxID: "7bc0c936e1106d741f1750b060abc2357916c099bb14b88d02599599ec9b027b", PCI device ID: , UID: "eda5fe24-0607-4c28-8fc2-06e4d931af81", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0521 19:46:33.479558 3686 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5 7bc0c936e1106d741f1750b060abc2357916c099bb14b88d02599599ec9b027b network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-c7nd5 7bc0c936e1106d741f1750b060abc2357916c099bb14b88d02599599ec9b027b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:c9:28:e0:d5:10\",\"name\":\"7bc0c936e1106d7\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24c90d30-dfe7-42bd-b5c0-060a21509d0a\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:33.531703 3686 cni.go:452] [konflux-ui/proxy-6c987b54d5-97bsd 934ce2fb3567a38bdcebc89bc1fa4768506080f7524d4644957e4d71cf528b4e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6c987b54d5-97bsd 934ce2fb3567a38bdcebc89bc1fa4768506080f7524d4644957e4d71cf528b4e network default NAD default NAD key ] I0521 19:46:33.544520 3686 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6c987b54d5-97bsd, hostIfaceName: 934ce2fb3567a38, network: default, NAD default, SandboxID: "934ce2fb3567a38bdcebc89bc1fa4768506080f7524d4644957e4d71cf528b4e", PCI device ID: , UID: "eeb58935-a523-42fe-980a-1f7ee25c8780", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0521 19:46:33.606026 3686 cni.go:473] [konflux-ui/proxy-6c987b54d5-97bsd 934ce2fb3567a38bdcebc89bc1fa4768506080f7524d4644957e4d71cf528b4e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6c987b54d5-97bsd 934ce2fb3567a38bdcebc89bc1fa4768506080f7524d4644957e4d71cf528b4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:65:56:66:bc:cd\",\"name\":\"934ce2fb3567a38\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d245933-7ef8-4f03-bf59-a8abc11f03c4\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:46:34.349914 3686 cni.go:452] [integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw 1aeed1453febdcecc059ae34446924dd392d28e9db4229e75e32f759a5a26545 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw 1aeed1453febdcecc059ae34446924dd392d28e9db4229e75e32f759a5a26545 network default NAD default NAD key ] I0521 19:46:34.360312 3686 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7dcb9dfb5-wv4vw, hostIfaceName: 1aeed1453febdce, network: default, NAD default, SandboxID: "1aeed1453febdcecc059ae34446924dd392d28e9db4229e75e32f759a5a26545", PCI device ID: , UID: "fe730f20-af10-40e8-96e8-2e5796bc7698", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0521 19:46:34.413449 3686 cni.go:473] [integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw 1aeed1453febdcecc059ae34446924dd392d28e9db4229e75e32f759a5a26545 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7dcb9dfb5-wv4vw 1aeed1453febdcecc059ae34446924dd392d28e9db4229e75e32f759a5a26545 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:e7:04:fd:f2:cd\",\"name\":\"1aeed1453febdce\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61108552-0cc7-495e-a733-d7d8639283d0\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:46:34.450996 3686 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:35.427364 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:35.429592 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:35.455854 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:35.456709 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:36.437585 3686 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:36.437669 3686 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:37.507540 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:37.507582 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:39.465436 3686 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:39.465460 3686 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:43.411125 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:46:43.434329 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:46:46.441194 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:46.442381 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0521 19:46:46.861330 3686 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key ] I0521 19:46:46.947735 3686 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 dea3ab7767ac3679a95c184d9394454513176efc972c680ee40c7fa4e6e11083 network default NAD default NAD key default], result "{}", err I0521 19:46:46.996437 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:46.996471 3686 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 I0521 19:46:46.997743 3686 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8, ips: 10.130.0.61 I0521 19:46:46.997772 3686 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:46:47.450572 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:47.451566 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0521 19:46:47.516526 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:47.516553 3686 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:47.520231 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 I0521 19:46:47.520286 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 I0521 19:47:05.051652 3686 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:47:13.526071 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:47:13.526091 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:47:13.526102 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:47:13.526106 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:47:20.560898 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:47:20.560925 3686 util.go:959] Failed to build node endpoints for node ip-10-0-0-51.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0521 19:47:33.484370 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0521 19:47:35.593513 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 19:47:45.477892 3686 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0521 19:47:50.447594 3686 obj_retry.go:498] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:50.448191 3686 obj_retry.go:498] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:50.871872 3686 obj_retry.go:492] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:50.871896 3686 obj_retry.go:492] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:50.877441 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-fbf4bb6f6-pcd5x I0521 19:47:50.877468 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-fbf4bb6f6-pcd5x I0521 19:47:53.930948 3686 cni.go:452] [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key ] I0521 19:47:54.011839 3686 cni.go:473] [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 6b90ddc03f15e780420ccba93b2e2760d88d7fb27f6cf41d50e6d7e3e386c8d5 network default NAD default NAD key default], result "{}", err I0521 19:47:54.071010 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:54.071043 3686 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 19:47:54.072335 3686 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.58 I0521 19:47:54.072360 3686 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:54.088055 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:54.088076 3686 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:54.094334 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:54.094355 3686 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:47:56.600263 3686 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 19:48:07.577044 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 19:48:12.606659 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0521 19:48:20.752863 3686 namespace.go:98] [managed-tenant-mit1e] adding namespace I0521 19:48:20.753881 3686 namespace.go:102] [managed-tenant-mit1e] adding namespace took 994.061µs I0521 19:48:20.812566 3686 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:20.829234 3686 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:21.797733 3686 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:21.928825 3686 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:22.029819 3686 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:24.606151 3686 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:48:48.568880 3686 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9