+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-119.ec2.internal ++ [[ -n ip-10-0-2-119.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-119.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0501 20:08:14.175900558 - disable conntrack on geneve port' I0501 20:08:14.175900558 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0501 20:08:14.232145166 - starting ovnkube-node' I0501 20:08:14.232145166 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-119.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-119.ec2.internal --init-node ip-10-0-2-119.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-119.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0501 20:08:14.289796 3891 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0501 20:08:14.289846 3891 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-559cc11afc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0501 20:08:14.291600 3891 kube.go:431] Waiting for certificate I0501 20:08:14.291632 3891 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0501 20:08:14.291669 3891 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0501 20:08:14.292456 3891 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0501 20:08:14.322049 3891 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 20:08:14.322064 3891 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 20:08:14.324683 3891 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 20:08:14.327286 3891 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k2z9n" I0501 20:08:14.338957 3891 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k2z9n" I0501 20:08:14.339038 3891 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 20:08:15.292347 3891 kube.go:438] Certificate found I0501 20:08:15.292989 3891 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0501 20:08:15.293968 3891 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0501 20:08:15.367780 3891 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0501 20:08:15.369439 3891 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-02 20:03:14 +0000 UTC" deadline="2026-05-02 13:59:51.338711416 +0000 UTC" I0501 20:08:15.369497 3891 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h51m35.969225661s" I0501 20:08:15.376215 3891 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0501 20:08:15.376291 3891 server.go:101] MetricServer registers OVS metrics I0501 20:08:15.376545 3891 server.go:105] MetricServer registers OVN DB metrics I0501 20:08:15.377008 3891 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0501 20:08:15.377064 3891 factory.go:561] Starting watch factory I0501 20:08:15.377135 3891 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.377144 3891 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.377150 3891 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.377156 3891 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.377207 3891 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.377244 3891 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.377150 3891 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.377508 3891 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.378177 3891 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.378196 3891 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.378452 3891 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.378567 3891 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.379486 3891 controller_manager.go:370] Starting the ovnkube controller I0501 20:08:15.379500 3891 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-119.ec2.internal I0501 20:08:15.379555 3891 controller_manager.go:395] NBDB zone sync took: 45.248µs I0501 20:08:15.379565 3891 factory.go:561] Starting watch factory I0501 20:08:15.381609 3891 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0501 20:08:15.381630 3891 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0501 20:08:15.394373 3891 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0501 20:08:15.394406 3891 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0501 20:08:15.395417 3891 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.395821 3891 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.398920 3891 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0501 20:08:15.398958 3891 server.go:109] MetricServer registers OVN Controller metrics I0501 20:08:15.399149 3891 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.400988 3891 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.402716 3891 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.403266 3891 server.go:113] MetricServer registers OVN Northd metrics I0501 20:08:15.408014 3891 metrics.go:519] OVN Metrics Server starts to run ... I0501 20:08:15.412775 3891 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0501 20:08:15.483020 3891 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0501 20:08:15.483045 3891 factory.go:1977] *v1.Namespace informer cache synced successfully I0501 20:08:15.483049 3891 factory.go:1977] *v1.Node informer cache synced successfully I0501 20:08:15.483053 3891 factory.go:1977] *v1.Service informer cache synced successfully I0501 20:08:15.483055 3891 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0501 20:08:15.483058 3891 factory.go:1977] *v1.Pod informer cache synced successfully I0501 20:08:15.483117 3891 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 20:08:15.483141 3891 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 20:08:15.483161 3891 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 20:08:15.483128 3891 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 20:08:15.486394 3891 factory.go:1977] *v1.Pod informer cache synced successfully I0501 20:08:15.486408 3891 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0501 20:08:15.486413 3891 factory.go:1977] *v1.Namespace informer cache synced successfully I0501 20:08:15.486418 3891 factory.go:1977] *v1.Node informer cache synced successfully I0501 20:08:15.486422 3891 factory.go:1977] *v1.Service informer cache synced successfully I0501 20:08:15.486426 3891 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0501 20:08:15.486762 3891 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 20:08:15.486762 3891 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 20:08:15.488600 3891 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0501 20:08:15.488611 3891 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0501 20:08:15.488657 3891 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.488668 3891 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.491448 3891 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0501 20:08:15.491459 3891 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0501 20:08:15.491569 3891 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.494410 3891 factory.go:1977] *v1.EgressIP informer cache synced successfully I0501 20:08:15.494464 3891 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.494476 3891 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.496825 3891 factory.go:1977] *v1.EgressIP informer cache synced successfully I0501 20:08:15.497474 3891 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.499881 3891 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0501 20:08:15.499929 3891 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.499939 3891 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.502323 3891 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0501 20:08:15.502630 3891 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.505319 3891 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0501 20:08:15.505367 3891 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.505377 3891 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.507477 3891 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0501 20:08:15.508179 3891 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.510742 3891 factory.go:1977] *v1.EgressService informer cache synced successfully I0501 20:08:15.510792 3891 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.510804 3891 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.512883 3891 factory.go:1977] *v1.EgressService informer cache synced successfully I0501 20:08:15.513603 3891 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.516208 3891 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0501 20:08:15.516393 3891 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 20:08:15.516409 3891 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 20:08:15.518683 3891 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0501 20:08:15.519391 3891 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 20:08:15.521389 3891 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0501 20:08:15.521447 3891 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.521459 3891 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.521494 3891 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.521523 3891 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.524073 3891 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0501 20:08:15.524494 3891 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.524541 3891 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 20:08:15.526547 3891 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0501 20:08:15.526557 3891 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0501 20:08:15.526563 3891 factory.go:680] Watch Factory start up complete, took: 149.50135ms I0501 20:08:15.526621 3891 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0501 20:08:15.529848 3891 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0501 20:08:15.529861 3891 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0501 20:08:15.529868 3891 factory.go:680] Watch Factory start up complete, took: 150.301324ms I0501 20:08:15.529875 3891 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-119.ec2.internal" zone I0501 20:08:15.577713 3891 default_node_network_controller.go:710] Initializing the default node network controller I0501 20:08:15.652653 3891 udn_isolation.go:101] Starting UDN host isolation manager I0501 20:08:15.659207 3891 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0501 20:08:15.708058 3891 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0501 20:08:15.708165 3891 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0501 20:08:15.708183 3891 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0501 20:08:15.742005 3891 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0501 20:08:15.742066 3891 default_node_network_controller.go:809] Node ip-10-0-2-119.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0501 20:08:15.748037 3891 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.119"] k8s.ovn.org/zone-name:ip-10-0-2-119.ec2.internal] on node ip-10-0-2-119.ec2.internal I0501 20:08:15.770073 3891 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0501 20:08:15.776029 3891 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0501 20:08:15.776148 3891 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0501 20:08:15.776286 3891 gateway_init.go:263] Preparing Gateway I0501 20:08:15.776299 3891 gateway_shared_intf.go:1687] Creating new gateway I0501 20:08:15.780537 3891 controller_manager.go:429] Waiting for node in zone sync took: 250.650041ms I0501 20:08:15.785536 3891 controller_manager.go:611] Switching to transit router for layer2 networks I0501 20:08:15.785551 3891 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-119.ec2.internal I0501 20:08:15.803325 3891 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0501 20:08:15.809406 3891 controller_manager.go:290] SCTP support detected in OVN I0501 20:08:15.810206 3891 services_controller.go:69] Creating services controller for network=default I0501 20:08:15.810304 3891 udn_enabled_svc.go:80] Waiting for service informer to sync I0501 20:08:15.810374 3891 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0501 20:08:15.810403 3891 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0501 20:08:15.810418 3891 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0501 20:08:15.810427 3891 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0501 20:08:15.810590 3891 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0501 20:08:15.810627 3891 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0501 20:08:15.810752 3891 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 135.903µs I0501 20:08:15.810773 3891 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 138.528µs I0501 20:08:15.810779 3891 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 151.818µs I0501 20:08:15.810785 3891 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0501 20:08:15.810791 3891 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0501 20:08:15.810794 3891 udn_enabled_svc.go:95] Performing full resync I0501 20:08:15.810800 3891 default_network_controller.go:325] Starting the default network controller I0501 20:08:15.810904 3891 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.537µs I0501 20:08:15.811062 3891 udn_enabled_svc.go:99] Waiting for handler to sync I0501 20:08:15.811071 3891 udn_enabled_svc.go:104] Starting worker I0501 20:08:15.820468 3891 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0501 20:08:15.820527 3891 repair.go:33] Syncing exgw routes took 46.003µs I0501 20:08:15.820550 3891 default_network_controller.go:414] Starting all the Watchers... I0501 20:08:15.820687 3891 namespace.go:98] [openshift-insights] adding namespace I0501 20:08:15.820694 3891 namespace.go:98] [kube-system] adding namespace I0501 20:08:15.820700 3891 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0501 20:08:15.820714 3891 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0501 20:08:15.820719 3891 namespace.go:98] [openshift-logging] adding namespace I0501 20:08:15.820721 3891 namespace.go:98] [openshift-config-operator] adding namespace I0501 20:08:15.820734 3891 namespace.go:98] [openshift-service-ca-operator] adding namespace I0501 20:08:15.820735 3891 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0501 20:08:15.820742 3891 namespace.go:98] [kube-public] adding namespace I0501 20:08:15.820749 3891 namespace.go:98] [openshift] adding namespace I0501 20:08:15.820748 3891 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0501 20:08:15.820749 3891 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0501 20:08:15.820752 3891 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0501 20:08:15.820759 3891 namespace.go:98] [openshift-network-diagnostics] adding namespace I0501 20:08:15.820762 3891 namespace.go:98] [openshift-infra] adding namespace I0501 20:08:15.821345 3891 namespace.go:102] [openshift-insights] adding namespace took 646.584µs I0501 20:08:15.821360 3891 namespace.go:98] [openshift-ingress-canary] adding namespace I0501 20:08:15.821817 3891 namespace.go:102] [openshift-ingress-canary] adding namespace took 451.582µs I0501 20:08:15.821830 3891 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0501 20:08:15.822333 3891 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 497.074µs I0501 20:08:15.822345 3891 namespace.go:98] [openshift-authentication-operator] adding namespace I0501 20:08:15.822818 3891 namespace.go:102] [kube-system] adding namespace took 2.111331ms I0501 20:08:15.822837 3891 namespace.go:98] [openshift-dns] adding namespace I0501 20:08:15.823278 3891 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 2.568865ms I0501 20:08:15.823294 3891 namespace.go:98] [openshift-config-managed] adding namespace I0501 20:08:15.823907 3891 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.185566ms I0501 20:08:15.823921 3891 namespace.go:98] [openshift-network-node-identity] adding namespace I0501 20:08:15.824442 3891 namespace.go:102] [openshift-logging] adding namespace took 3.71893ms I0501 20:08:15.824452 3891 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0501 20:08:15.824972 3891 namespace.go:102] [openshift-config-operator] adding namespace took 4.239877ms I0501 20:08:15.824985 3891 namespace.go:98] [openshift-kube-scheduler] adding namespace I0501 20:08:15.825602 3891 namespace.go:102] [openshift-service-ca-operator] adding namespace took 4.863615ms I0501 20:08:15.825615 3891 namespace.go:98] [openshift-dns-operator] adding namespace I0501 20:08:15.826219 3891 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.476487ms I0501 20:08:15.826253 3891 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0501 20:08:15.826887 3891 namespace.go:102] [kube-public] adding namespace took 6.138092ms I0501 20:08:15.826907 3891 namespace.go:98] [openshift-console-user-settings] adding namespace I0501 20:08:15.827434 3891 namespace.go:102] [openshift] adding namespace took 6.678595ms I0501 20:08:15.827452 3891 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0501 20:08:15.827915 3891 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.15477ms I0501 20:08:15.827927 3891 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0501 20:08:15.828784 3891 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.020838ms I0501 20:08:15.828800 3891 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0501 20:08:15.829190 3891 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tqrd9: pod openshift-network-diagnostics/network-check-target-tqrd9: no pod IPs found I0501 20:08:15.829244 3891 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.479009ms I0501 20:08:15.829254 3891 namespace.go:98] [openshift-must-gather-operator] adding namespace I0501 20:08:15.829755 3891 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.985943ms I0501 20:08:15.829765 3891 namespace.go:98] [openshift-console-operator] adding namespace I0501 20:08:15.830176 3891 namespace.go:102] [openshift-infra] adding namespace took 9.400551ms I0501 20:08:15.830195 3891 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0501 20:08:15.830609 3891 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.257482ms I0501 20:08:15.830625 3891 namespace.go:98] [openshift-backplane-csm] adding namespace I0501 20:08:15.831007 3891 namespace.go:102] [openshift-dns] adding namespace took 8.161146ms I0501 20:08:15.831019 3891 namespace.go:98] [openshift-controller-manager] adding namespace I0501 20:08:15.831418 3891 namespace.go:102] [openshift-config-managed] adding namespace took 8.11855ms I0501 20:08:15.831430 3891 namespace.go:98] [openshift-backplane] adding namespace I0501 20:08:15.831796 3891 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.87073ms I0501 20:08:15.831808 3891 namespace.go:98] [openshift-multus] adding namespace I0501 20:08:15.832164 3891 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.705414ms I0501 20:08:15.832181 3891 namespace.go:98] [openshift-apiserver] adding namespace I0501 20:08:15.832657 3891 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.666561ms I0501 20:08:15.832669 3891 namespace.go:98] [openshift-node] adding namespace I0501 20:08:15.833014 3891 namespace.go:102] [openshift-dns-operator] adding namespace took 7.393934ms I0501 20:08:15.833025 3891 namespace.go:98] [openshift-ingress-operator] adding namespace I0501 20:08:15.833484 3891 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.224803ms I0501 20:08:15.833498 3891 namespace.go:98] [openshift-backplane-cee] adding namespace I0501 20:08:15.833817 3891 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.902852ms I0501 20:08:15.833833 3891 namespace.go:98] [openshift-cluster-version] adding namespace I0501 20:08:15.834247 3891 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.78775ms I0501 20:08:15.834262 3891 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0501 20:08:15.834699 3891 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.766576ms I0501 20:08:15.834712 3891 namespace.go:98] [openshift-network-operator] adding namespace I0501 20:08:15.835095 3891 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.291167ms I0501 20:08:15.835104 3891 namespace.go:98] [openshift-machine-api] adding namespace I0501 20:08:15.835491 3891 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.232983ms I0501 20:08:15.835500 3891 namespace.go:98] [openshift-etcd] adding namespace I0501 20:08:15.835898 3891 namespace.go:102] [openshift-console-operator] adding namespace took 6.12658ms I0501 20:08:15.835912 3891 namespace.go:98] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] adding namespace I0501 20:08:15.836346 3891 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.14442ms I0501 20:08:15.836362 3891 namespace.go:98] [openshift-marketplace] adding namespace I0501 20:08:15.836788 3891 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.157231ms I0501 20:08:15.836804 3891 namespace.go:98] [openshift-backplane-tam] adding namespace I0501 20:08:15.837192 3891 namespace.go:102] [openshift-controller-manager] adding namespace took 6.166548ms I0501 20:08:15.837207 3891 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0501 20:08:15.837560 3891 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7b6s9: pod openshift-multus/network-metrics-daemon-7b6s9: no pod IPs found I0501 20:08:15.837616 3891 namespace.go:102] [openshift-backplane] adding namespace took 6.179563ms I0501 20:08:15.837631 3891 namespace.go:98] [openshift-monitoring] adding namespace I0501 20:08:15.837979 3891 namespace.go:102] [openshift-multus] adding namespace took 6.164982ms I0501 20:08:15.837991 3891 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0501 20:08:15.838416 3891 namespace.go:102] [openshift-apiserver] adding namespace took 6.22845ms I0501 20:08:15.838428 3891 namespace.go:98] [kube-node-lease] adding namespace I0501 20:08:15.838771 3891 namespace.go:102] [openshift-node] adding namespace took 6.095845ms I0501 20:08:15.838785 3891 namespace.go:98] [openshift-backplane-mobb] adding namespace I0501 20:08:15.839141 3891 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.111783ms I0501 20:08:15.839153 3891 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0501 20:08:15.839522 3891 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.019557ms I0501 20:08:15.839535 3891 namespace.go:98] [openshift-backplane-srep] adding namespace I0501 20:08:15.839871 3891 namespace.go:102] [openshift-cluster-version] adding namespace took 6.033859ms I0501 20:08:15.839881 3891 namespace.go:98] [openshift-kube-apiserver] adding namespace I0501 20:08:15.840246 3891 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.979482ms I0501 20:08:15.840255 3891 namespace.go:98] [openshift-authentication] adding namespace I0501 20:08:15.840653 3891 namespace.go:102] [openshift-network-operator] adding namespace took 5.93495ms I0501 20:08:15.840669 3891 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0501 20:08:15.841002 3891 namespace.go:102] [openshift-machine-api] adding namespace took 5.893392ms I0501 20:08:15.841012 3891 namespace.go:98] [openshift-operators] adding namespace I0501 20:08:15.841546 3891 namespace.go:102] [openshift-etcd] adding namespace took 6.039071ms I0501 20:08:15.841562 3891 namespace.go:98] [openshift-backplane-cse] adding namespace I0501 20:08:15.842078 3891 namespace.go:102] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] adding namespace took 6.159665ms I0501 20:08:15.842094 3891 namespace.go:98] [openshift-machine-config-operator] adding namespace I0501 20:08:15.842691 3891 namespace.go:102] [openshift-marketplace] adding namespace took 6.323037ms I0501 20:08:15.842706 3891 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0501 20:08:15.843248 3891 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.43751ms I0501 20:08:15.843710 3891 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.495319ms I0501 20:08:15.843727 3891 namespace.go:98] [default] adding namespace I0501 20:08:15.844252 3891 namespace.go:102] [openshift-monitoring] adding namespace took 6.616077ms I0501 20:08:15.844262 3891 namespace.go:98] [openshift-network-console] adding namespace I0501 20:08:15.844784 3891 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.788463ms I0501 20:08:15.844795 3891 namespace.go:98] [openshift-customer-monitoring] adding namespace I0501 20:08:15.845305 3891 namespace.go:102] [kube-node-lease] adding namespace took 6.87296ms I0501 20:08:15.845317 3891 namespace.go:98] [openshift-image-registry] adding namespace I0501 20:08:15.845684 3891 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.893378ms I0501 20:08:15.845698 3891 namespace.go:98] [openshift-apiserver-operator] adding namespace I0501 20:08:15.846179 3891 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.022119ms I0501 20:08:15.846193 3891 namespace.go:98] [dedicated-admin] adding namespace I0501 20:08:15.846611 3891 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.071115ms I0501 20:08:15.846623 3891 namespace.go:98] [openshift-route-controller-manager] adding namespace I0501 20:08:15.847054 3891 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.167688ms I0501 20:08:15.847068 3891 namespace.go:98] [openshift-package-operator] adding namespace I0501 20:08:15.847489 3891 namespace.go:102] [openshift-authentication] adding namespace took 7.227875ms I0501 20:08:15.847504 3891 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0501 20:08:15.847887 3891 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.212605ms I0501 20:08:15.847899 3891 namespace.go:98] [openshift-host-network] adding namespace I0501 20:08:15.848258 3891 namespace.go:102] [openshift-operators] adding namespace took 7.238899ms I0501 20:08:15.848275 3891 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0501 20:08:15.848678 3891 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.110478ms I0501 20:08:15.848690 3891 namespace.go:98] [openshift-ingress] adding namespace I0501 20:08:15.849055 3891 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.957436ms I0501 20:08:15.849067 3891 namespace.go:98] [openshift-console] adding namespace I0501 20:08:15.849513 3891 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.801279ms I0501 20:08:15.849530 3891 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0501 20:08:15.849886 3891 namespace.go:102] [default] adding namespace took 6.15498ms I0501 20:08:15.849899 3891 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0501 20:08:15.850248 3891 namespace.go:102] [openshift-network-console] adding namespace took 5.982018ms I0501 20:08:15.850257 3891 namespace.go:98] [openshift-config] adding namespace I0501 20:08:15.850709 3891 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.910286ms I0501 20:08:15.850717 3891 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0501 20:08:15.851099 3891 namespace.go:102] [openshift-image-registry] adding namespace took 5.776805ms I0501 20:08:15.851112 3891 namespace.go:98] [openshift-service-ca] adding namespace I0501 20:08:15.851494 3891 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.791782ms I0501 20:08:15.851859 3891 namespace.go:102] [dedicated-admin] adding namespace took 5.661171ms I0501 20:08:15.852236 3891 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.609097ms I0501 20:08:15.852249 3891 namespace.go:98] [openshift-operators-redhat] adding namespace I0501 20:08:15.852611 3891 namespace.go:102] [openshift-package-operator] adding namespace took 5.538666ms I0501 20:08:15.852983 3891 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.474478ms I0501 20:08:15.853476 3891 namespace.go:102] [openshift-host-network] adding namespace took 5.571987ms I0501 20:08:15.853865 3891 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.585141ms I0501 20:08:15.854302 3891 namespace.go:102] [openshift-ingress] adding namespace took 5.606805ms I0501 20:08:15.854767 3891 namespace.go:102] [openshift-console] adding namespace took 5.692607ms I0501 20:08:15.855153 3891 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.61803ms I0501 20:08:15.855559 3891 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.656059ms I0501 20:08:15.855950 3891 namespace.go:102] [openshift-config] adding namespace took 5.686273ms I0501 20:08:15.856288 3891 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.566463ms I0501 20:08:15.856728 3891 namespace.go:102] [openshift-service-ca] adding namespace took 5.611676ms I0501 20:08:15.857044 3891 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.790038ms W0501 20:08:15.857118 3891 master.go:458] Unable to parse local node ip-10-0-2-119.ec2.internal chassis-id annotation. Chassis may be removed during sync I0501 20:08:15.857128 3891 master.go:481] Removing stale chassis with ID/Name: b571feef-af9d-4cfe-9a26-4aabf0447f1d, hostname: ip-10-0-2-119.ec2.internal I0501 20:08:15.857545 3891 master.go:548] Adding or Updating local node "ip-10-0-2-119.ec2.internal" for network "default" I0501 20:08:15.858183 3891 zone_ic_handler.go:195] Time taken to create transit switch: 297.482µs I0501 20:08:15.858199 3891 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-151.ec2.internal for the network default I0501 20:08:15.859311 3891 zone_ic_handler.go:195] Time taken to create transit switch: 841.37µs I0501 20:08:15.859327 3891 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-141.ec2.internal for the network default I0501 20:08:15.859757 3891 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-151.ec2.internal" on network "default" took: 1.881339ms I0501 20:08:15.860539 3891 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-141.ec2.internal" on network "default" took: 2.078664ms I0501 20:08:15.862018 3891 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-119.ec2.internal for the network default I0501 20:08:15.862165 3891 zone_ic_handler.go:195] Time taken to create transit switch: 134.939µs I0501 20:08:15.862853 3891 default_network_controller.go:823] Node add failed for ip-10-0-2-119.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal, error getting gateway config for node ip-10-0-2-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-119.ec2.internal", failed to update chassis to local for local node ip-10-0-2-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal] E0501 20:08:15.862903 3891 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-119.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal, error getting gateway config for node ip-10-0-2-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-119.ec2.internal", failed to update chassis to local for local node ip-10-0-2-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal] I0501 20:08:15.862947 3891 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0501 20:08:15.862966 3891 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0501 20:08:15.862965 3891 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-119.ec2.internal", UID:"ad993ee4-9d71-46c2-afe7-c6e51675799e", APIVersion:"v1", ResourceVersion:"18373", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal, error getting gateway config for node ip-10-0-2-119.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-119.ec2.internal", failed to update chassis to local for local node ip-10-0-2-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-119.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal] I0501 20:08:15.862988 3891 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0501 20:08:15.863007 3891 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-151.ec2.internal in network "default" I0501 20:08:15.863065 3891 node_tracker.go:169] Node ip-10-0-0-151.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.863080 3891 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.863091 3891 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 20:08:15.863113 3891 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.863120 3891 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.863126 3891 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:15.863134 3891 node_tracker.go:235] Node ip-10-0-2-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-119.ec2.internal" I0501 20:08:15.863141 3891 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.863145 3891 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.879922 3891 iptables.go:108] Creating table: filter chain: FORWARD I0501 20:08:15.885889 3891 iptables.go:108] Creating table: filter chain: OUTPUT I0501 20:08:15.891767 3891 gateway_shared_intf.go:1816] Gateway Creation Complete I0501 20:08:15.891780 3891 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-119.ec2.internal","mac-address":"0e:23:01:5c:ce:ad","ip-addresses":["10.0.2.119/24"],"ip-address":"10.0.2.119/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b571feef-af9d-4cfe-9a26-4aabf0447f1d k8s.ovn.org/node-encap-ips:["10.0.2.119"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.119/24"} k8s.ovn.org/zone-name:ip-10-0-2-119.ec2.internal] on node ip-10-0-2-119.ec2.internal I0501 20:08:15.908098 3891 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:15.908113 3891 master.go:548] Adding or Updating local node "ip-10-0-2-119.ec2.internal" for network "default" I0501 20:08:15.908152 3891 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.908171 3891 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.911827 3891 default_node_network_controller.go:519] Node connection status = connected W0501 20:08:15.912663 3891 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-tqrd9: pod openshift-network-diagnostics/network-check-target-tqrd9: no pod IPs found W0501 20:08:15.912676 3891 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-7b6s9: pod openshift-multus/network-metrics-daemon-7b6s9: no pod IPs found I0501 20:08:15.913960 3891 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-119.ec2.internal for the network default I0501 20:08:15.914115 3891 zone_ic_handler.go:195] Time taken to create transit switch: 143.999µs I0501 20:08:15.963746 3891 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0501 20:08:15.963764 3891 services_controller.go:208] Setting up event handlers for services for network=default I0501 20:08:15.963811 3891 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0501 20:08:15.963877 3891 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0501 20:08:15.963895 3891 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0501 20:08:16.064149 3891 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0501 20:08:16.064163 3891 repair.go:60] Starting repairing loop for services I0501 20:08:16.064264 3891 repair.go:131] Deleted 0 stale service LBs I0501 20:08:16.064281 3891 repair.go:137] Deleted 0 stale Chassis Template Vars I0501 20:08:16.064295 3891 repair.go:62] Finished repairing loop for services: 133.809µs I0501 20:08:16.064318 3891 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0501 20:08:16.064327 3891 services_controller.go:254] Starting workers for network=default I0501 20:08:16.064656 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0501 20:08:16.064794 3891 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0501 20:08:16.064829 3891 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7b6s9] creating logical port openshift-multus_network-metrics-daemon-7b6s9 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:16.064830 3891 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tqrd9] creating logical port openshift-network-diagnostics_network-check-target-tqrd9 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:16.065014 3891 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-tqrd9 I0501 20:08:16.064940 3891 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-7b6s9 I0501 20:08:16.082081 3891 pod.go:62] [openshift-multus/network-metrics-daemon-7b6s9] pod update took 17.204965ms I0501 20:08:16.082098 3891 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-7b6s9] addLogicalPort annotation time took 17.22504ms I0501 20:08:16.082890 3891 pods.go:271] [openshift-multus/network-metrics-daemon-7b6s9] addLogicalPort took 18.075711ms, libovsdb time 527.603µs I0501 20:08:16.085114 3891 pod.go:62] [openshift-network-diagnostics/network-check-target-tqrd9] pod update took 20.128855ms I0501 20:08:16.085136 3891 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-tqrd9] addLogicalPort annotation time took 20.151504ms I0501 20:08:16.085980 3891 pods.go:271] [openshift-network-diagnostics/network-check-target-tqrd9] addLogicalPort took 21.160462ms, libovsdb time 586.376µs I0501 20:08:16.086429 3891 admin_network_policy_controller.go:227] Starting controller default-network-controller I0501 20:08:16.086452 3891 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0501 20:08:16.086461 3891 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0501 20:08:16.086466 3891 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0501 20:08:16.086651 3891 repair.go:29] Repairing admin network policies took 179.804µs I0501 20:08:16.086750 3891 repair.go:92] Repairing baseline admin network policies took 91.31µs I0501 20:08:16.087048 3891 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0501 20:08:16.087082 3891 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0501 20:08:16.088552 3891 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0501 20:08:16.088569 3891 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0501 20:08:16.088580 3891 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0501 20:08:16.090641 3891 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0501 20:08:16.090659 3891 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0501 20:08:16.090666 3891 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0501 20:08:16.092143 3891 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0501 20:08:16.092159 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0501 20:08:16.092166 3891 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0501 20:08:16.093882 3891 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0501 20:08:16.093900 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0501 20:08:16.093906 3891 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0501 20:08:16.094249 3891 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0501 20:08:16.094271 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0501 20:08:16.094917 3891 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0501 20:08:16.094932 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0501 20:08:16.096549 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0501 20:08:16.096567 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0501 20:08:16.096575 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0501 20:08:16.097962 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0501 20:08:16.097978 3891 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0501 20:08:16.097987 3891 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0501 20:08:16.098798 3891 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0501 20:08:16.098813 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0501 20:08:16.098828 3891 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0501 20:08:16.098840 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0501 20:08:16.098850 3891 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0501 20:08:16.099374 3891 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0501 20:08:16.099391 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0501 20:08:16.099400 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0501 20:08:16.099860 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0501 20:08:16.099877 3891 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0501 20:08:16.099883 3891 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0501 20:08:16.101086 3891 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0501 20:08:16.101102 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0501 20:08:16.101110 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0501 20:08:16.101586 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0501 20:08:16.101600 3891 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0501 20:08:16.101607 3891 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0501 20:08:16.102055 3891 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0501 20:08:16.102074 3891 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0501 20:08:16.102084 3891 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0501 20:08:16.103206 3891 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0501 20:08:16.103239 3891 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0501 20:08:16.103253 3891 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0501 20:08:16.104278 3891 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0501 20:08:16.104296 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0501 20:08:16.104303 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0501 20:08:16.104762 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0501 20:08:16.104778 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0501 20:08:16.104785 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0501 20:08:16.105273 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0501 20:08:16.105294 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0501 20:08:16.105301 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0501 20:08:16.105769 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0501 20:08:16.105782 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0501 20:08:16.105787 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0501 20:08:16.106020 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0501 20:08:16.106035 3891 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0501 20:08:16.106042 3891 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0501 20:08:16.106281 3891 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0501 20:08:16.106295 3891 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0501 20:08:16.106304 3891 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0501 20:08:16.107283 3891 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0501 20:08:16.107300 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0501 20:08:16.107308 3891 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0501 20:08:16.107758 3891 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0501 20:08:16.107773 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0501 20:08:16.107780 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0501 20:08:16.108204 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0501 20:08:16.108219 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0501 20:08:16.108244 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0501 20:08:16.109945 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0501 20:08:16.109961 3891 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0501 20:08:16.109968 3891 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0501 20:08:16.110960 3891 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0501 20:08:16.110974 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0501 20:08:16.111004 3891 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0501 20:08:16.111019 3891 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0501 20:08:16.111028 3891 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0501 20:08:16.112039 3891 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0501 20:08:16.112055 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0501 20:08:16.112062 3891 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0501 20:08:16.112708 3891 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0501 20:08:16.112726 3891 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0501 20:08:16.112746 3891 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0501 20:08:16.113427 3891 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0501 20:08:16.113444 3891 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0501 20:08:16.113455 3891 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0501 20:08:16.114242 3891 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0501 20:08:16.114549 3891 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0501 20:08:16.114592 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0501 20:08:16.119821 3891 egressfirewall.go:374] Starting EgressFirewall controller I0501 20:08:16.119864 3891 controller.go:133] Adding controller egress-firewall-controller event handlers I0501 20:08:16.119875 3891 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0501 20:08:16.119886 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0501 20:08:16.119900 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0501 20:08:16.119909 3891 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0501 20:08:16.119901 3891 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0501 20:08:16.120139 3891 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0501 20:08:16.120158 3891 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0501 20:08:16.120165 3891 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0501 20:08:16.120177 3891 egressqos.go:193] Setting up event handlers for EgressQoS I0501 20:08:16.120249 3891 egressfirewall.go:723] Syncing node "ip-10-0-0-151.ec2.internal" for egress firewall I0501 20:08:16.120261 3891 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0501 20:08:16.120265 3891 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:08:16.120335 3891 egressqos.go:245] Starting EgressQoS Controller I0501 20:08:16.120354 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0501 20:08:16.120365 3891 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0501 20:08:16.120376 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0501 20:08:16.120383 3891 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0501 20:08:16.120391 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0501 20:08:16.120399 3891 shared_informer.go:356] "Caches are synced" controller="egressqos" I0501 20:08:16.120405 3891 egressqos.go:259] Repairing EgressQoSes I0501 20:08:16.120411 3891 egressqos.go:399] Starting repairing loop for egressqos I0501 20:08:16.120492 3891 egressqos.go:401] Finished repairing loop for egressqos: 81.893µs I0501 20:08:16.120508 3891 egressservice_zone.go:132] Setting up event handlers for Egress Services I0501 20:08:16.120572 3891 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-119.ec2.internal I0501 20:08:16.120616 3891 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-119.ec2.internal : 47.209µs I0501 20:08:16.120646 3891 egressservice_zone.go:210] Starting Egress Services Controller I0501 20:08:16.120663 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0501 20:08:16.120674 3891 shared_informer.go:356] "Caches are synced" controller="egressservices" I0501 20:08:16.120683 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0501 20:08:16.120692 3891 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0501 20:08:16.120701 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0501 20:08:16.120709 3891 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0501 20:08:16.120718 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0501 20:08:16.120726 3891 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0501 20:08:16.120733 3891 egressservice_zone.go:228] Repairing Egress Services I0501 20:08:16.120973 3891 master_controller.go:88] Starting Admin Policy Based Route Controller I0501 20:08:16.120983 3891 external_controller.go:278] Starting Admin Policy Based Route Controller I0501 20:08:16.121045 3891 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:16.121059 3891 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 12.402µs I0501 20:08:16.121069 3891 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-151.ec2.internal I0501 20:08:16.121082 3891 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-151.ec2.internal: 13.75µs I0501 20:08:16.121092 3891 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 20:08:16.121093 3891 default_network_controller.go:585] Completing all the Watchers took 300.532959ms I0501 20:08:16.121100 3891 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 8.02µs I0501 20:08:16.121103 3891 default_network_controller.go:589] Starting unidling controllers I0501 20:08:16.121114 3891 unidle.go:46] Registering OVN SB ControllerEvent handler I0501 20:08:16.121119 3891 unidle.go:63] Populating Initial ContollerEvent events I0501 20:08:16.121128 3891 unidle.go:79] Setting up event handlers for services I0501 20:08:16.121188 3891 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0501 20:08:16.413077 3891 default_node_network_controller.go:519] Node connection status = connected I0501 20:08:16.912020 3891 default_node_network_controller.go:519] Node connection status = connected I0501 20:08:17.412153 3891 default_node_network_controller.go:519] Node connection status = connected I0501 20:08:17.537017 3891 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0501 20:08:17.912632 3891 default_node_network_controller.go:519] Node connection status = connected I0501 20:08:17.929676 3891 bridgeconfig.go:537] Gateway is ready I0501 20:08:17.929693 3891 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0501 20:08:17.940825 3891 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.119. Updating OVN encap IP. I0501 20:08:17.945842 3891 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.119 - it is already configured I0501 20:08:17.945855 3891 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.119/24:{} 172.20.0.1/32:{}]. Updating annotations. I0501 20:08:17.946033 3891 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.119/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-119.ec2.internal","mac-address":"0e:23:01:5c:ce:ad","ip-addresses":["10.0.2.119/24"],"ip-address":"10.0.2.119/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b571feef-af9d-4cfe-9a26-4aabf0447f1d k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.119/24"}] on node ip-10-0-2-119.ec2.internal I0501 20:08:17.963337 3891 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.119 I0501 20:08:17.963429 3891 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-119.ec2.internal I0501 20:08:17.963485 3891 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:17.963506 3891 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 25.491µs I0501 20:08:17.963506 3891 master.go:548] Adding or Updating local node "ip-10-0-2-119.ec2.internal" for network "default" I0501 20:08:17.963519 3891 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:17.963543 3891 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:08:17.963574 3891 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:17.963591 3891 services_controller.go:574] Full service sync requested for network=default I0501 20:08:17.968629 3891 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-119.ec2.internal. Updating no re-route policies I0501 20:08:17.968706 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mgkg5 I0501 20:08:17.968716 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-btmrm I0501 20:08:17.968722 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mgkg5 I0501 20:08:17.968727 3891 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qmwmk I0501 20:08:17.968738 3891 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qmwmk I0501 20:08:17.968734 3891 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-119.ec2.internal I0501 20:08:17.968741 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tqrd9 I0501 20:08:17.968750 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mgkg5 after 0 failed attempt(s) I0501 20:08:17.968756 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tqrd9 I0501 20:08:17.968757 3891 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-119.ec2.internal I0501 20:08:17.968716 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-657td I0501 20:08:17.968767 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kc4mc I0501 20:08:17.968771 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-657td I0501 20:08:17.968772 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xxpqv I0501 20:08:17.968787 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xxpqv I0501 20:08:17.968768 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-psjnr I0501 20:08:17.968791 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7b6s9 I0501 20:08:17.968758 3891 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qmwmk after 0 failed attempt(s) I0501 20:08:17.968798 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-psjnr I0501 20:08:17.968807 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7b6s9 I0501 20:08:17.968809 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xxpqv after 0 failed attempt(s) I0501 20:08:17.968811 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xg6hp I0501 20:08:17.968828 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xg6hp I0501 20:08:17.968834 3891 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7b6s9] creating logical port openshift-multus_network-metrics-daemon-7b6s9 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:17.968852 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xg6hp after 0 failed attempt(s) I0501 20:08:17.968776 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kc4mc I0501 20:08:17.968759 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-119.ec2.internal I0501 20:08:17.968882 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kc4mc after 0 failed attempt(s) I0501 20:08:17.968790 3891 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-119.ec2.internal after 0 failed attempt(s) I0501 20:08:17.968882 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-119.ec2.internal I0501 20:08:17.968782 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-monitoring/node-exporter-vqvt9 I0501 20:08:17.968894 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-psjnr after 0 failed attempt(s) I0501 20:08:17.968900 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-monitoring/node-exporter-vqvt9 I0501 20:08:17.968903 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-119.ec2.internal after 0 failed attempt(s) I0501 20:08:17.968794 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-657td after 0 failed attempt(s) I0501 20:08:17.968762 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-btmrm I0501 20:08:17.968913 3891 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zszkh I0501 20:08:17.968919 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-monitoring/node-exporter-vqvt9 after 0 failed attempt(s) I0501 20:08:17.968921 3891 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zszkh I0501 20:08:17.968924 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-btmrm after 0 failed attempt(s) I0501 20:08:17.968797 3891 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tqrd9] creating logical port openshift-network-diagnostics_network-check-target-tqrd9 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:17.968934 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zszkh after 0 failed attempt(s) I0501 20:08:17.969548 3891 pods.go:271] [openshift-multus/network-metrics-daemon-7b6s9] addLogicalPort took 719.649µs, libovsdb time 277.639µs I0501 20:08:17.969559 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-7b6s9 after 0 failed attempt(s) I0501 20:08:17.969684 3891 pods.go:271] [openshift-network-diagnostics/network-check-target-tqrd9] addLogicalPort took 902.915µs, libovsdb time 356.551µs I0501 20:08:17.969691 3891 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-tqrd9 after 0 failed attempt(s) I0501 20:08:17.984937 3891 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0501 20:08:17.995660 3891 iptables.go:108] Creating table: mangle chain: OUTPUT I0501 20:08:17.998669 3891 iptables.go:108] Creating table: nat chain: OUTPUT I0501 20:08:18.060606 3891 iptables.go:108] Creating table: nat chain: PREROUTING I0501 20:08:18.117803 3891 iptables.go:108] Creating table: filter chain: FORWARD I0501 20:08:18.133448 3891 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0501 20:08:18.133554 3891 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0501 20:08:18.133596 3891 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0501 20:08:18.133659 3891 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0501 20:08:18.133706 3891 gateway_init.go:325] Gateway and management port readiness took 2.225699667s I0501 20:08:18.133731 3891 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0501 20:08:18.133768 3891 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0501 20:08:18.133781 3891 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0501 20:08:18.133790 3891 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0501 20:08:18.133855 3891 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0501 20:08:18.133934 3891 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.697µs I0501 20:08:18.134151 3891 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0501 20:08:18.134176 3891 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.527µs I0501 20:08:18.134183 3891 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.516µs I0501 20:08:18.134190 3891 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0501 20:08:18.134198 3891 nad_controller.go:379] [node-nad-controller NAD controller]: started I0501 20:08:18.134203 3891 default_node_network_controller.go:899] Starting the default node network controller I0501 20:08:18.134208 3891 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0501 20:08:18.134285 3891 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.895µs I0501 20:08:18.134370 3891 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0501 20:08:18.134379 3891 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0501 20:08:18.134403 3891 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab2f90 0xc0002fdea0 0xc000326000 0xc000326070 0xc0003260e0 0xc000326150 0xc0003261c0 0xc000af6a00 0xc000326230 0xc0003262a0 0xc000b160a0 0xc0064f5a40 0xc000326380 map[0x2ff9080:0xc002985aa0 0x2ff95c0:0xc005400180 0x2ffa2e0:0xc0029859e0 0x2ffa580:0xc002985a40 0x2ffad60:0xc002985b00 0x2ffb000:0xc0054000c0 0x2ffb2a0:0xc005400120 0x2ffba80:0xc0054001e0 0x2ffbd20:0xc0058009c0 0x3026980:0xc001222fc0 0x3026d20:0xc001223020 0x3027800:0xc000ae90e0 0x3029160:0xc000e83ec0 0x30298a0:0xc0021d4c00 0x302a720:0xc000d75c20] 0xc00016a850 0} I0501 20:08:18.134457 3891 gateway.go:151] Starting gateway service sync I0501 20:08:18.134988 3891 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0501 20:08:18.137021 3891 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0501 20:08:18.159698 3891 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0501 20:08:18.160760 3891 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0501 20:08:18.161811 3891 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0501 20:08:18.195622 3891 gateway.go:168] Gateway service sync done. Time taken: 61.153956ms I0501 20:08:18.196209 3891 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31102 I0501 20:08:18.196961 3891 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab2f90 0xc0002fdea0 0xc000326000 0xc000326070 0xc0003260e0 0xc000326150 0xc0003261c0 0xc000af6a00 0xc000326230 0xc0003262a0 0xc000b160a0 0xc0064f5a40 0xc000326380 map[0x2ff9080:0xc002985aa0 0x2ff95c0:0xc005400180 0x2ffa2e0:0xc0029859e0 0x2ffa580:0xc002985a40 0x2ffad60:0xc002985b00 0x2ffb000:0xc0054000c0 0x2ffb2a0:0xc005400120 0x2ffba80:0xc0054001e0 0x2ffbd20:0xc0058009c0 0x3026980:0xc001222fc0 0x3026d20:0xc001223020 0x3027800:0xc000ae90e0 0x3029160:0xc000e83ec0 0x30298a0:0xc0021d4c00 0x302a720:0xc000d75c20] 0xc00016a850 0} I0501 20:08:18.197510 3891 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ab2f90 0xc0002fdea0 0xc000326000 0xc000326070 0xc0003260e0 0xc000326150 0xc0003261c0 0xc000af6a00 0xc000326230 0xc0003262a0 0xc000b160a0 0xc0064f5a40 0xc000326380 map[0x2ff9080:0xc002985aa0 0x2ff95c0:0xc005400180 0x2ffa2e0:0xc0029859e0 0x2ffa580:0xc002985a40 0x2ffad60:0xc002985b00 0x2ffb000:0xc0054000c0 0x2ffb2a0:0xc005400120 0x2ffba80:0xc0054001e0 0x2ffbd20:0xc0058009c0 0x3026980:0xc001222fc0 0x3026d20:0xc001223020 0x3027800:0xc000ae90e0 0x3029160:0xc000e83ec0 0x30298a0:0xc0021d4c00 0x302a720:0xc000d75c20] 0xc00016a850 0} I0501 20:08:18.197547 3891 gateway.go:532] Reconciling gateway with updates I0501 20:08:18.203153 3891 gateway.go:339] Spawning Conntrack Rule Check Thread I0501 20:08:18.203239 3891 default_node_network_controller.go:944] Gateway and management port readiness took 68.836994ms I0501 20:08:18.203262 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0501 20:08:18.203283 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0501 20:08:18.203281 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 20:08:18.203293 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 20:08:18.203297 3891 port_claim.go:71] Svc openshift-ingress/router-default: port 32163 is already open, no action needed I0501 20:08:18.203300 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 20:08:18.203303 3891 port_claim.go:71] Svc openshift-ingress/router-default: port 32765 is already open, no action needed I0501 20:08:18.203305 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 20:08:18.203305 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 20:08:18.203319 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0501 20:08:18.203330 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0501 20:08:18.203334 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0501 20:08:18.203334 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 20:08:18.203337 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0501 20:08:18.203343 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0501 20:08:18.203261 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 20:08:18.203354 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0501 20:08:18.203357 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0501 20:08:18.203359 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0501 20:08:18.203364 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0501 20:08:18.203355 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 20:08:18.203345 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 20:08:18.203367 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 20:08:18.203377 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 20:08:18.203381 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0501 20:08:18.203386 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0501 20:08:18.203389 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 20:08:18.203301 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 20:08:18.203402 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 20:08:18.203405 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 20:08:18.203406 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0501 20:08:18.203411 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 20:08:18.203392 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0501 20:08:18.203423 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0501 20:08:18.203282 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0501 20:08:18.203429 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0501 20:08:18.203407 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 20:08:18.203318 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0501 20:08:18.203441 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0501 20:08:18.203446 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 20:08:18.203450 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0501 20:08:18.203455 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 20:08:18.203341 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0501 20:08:18.203462 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0501 20:08:18.203465 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0501 20:08:18.203467 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 20:08:18.203469 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 20:08:18.203355 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0501 20:08:18.203476 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 20:08:18.203480 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0501 20:08:18.203487 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 20:08:18.203351 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0501 20:08:18.203495 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 20:08:18.203482 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 20:08:18.203503 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0501 20:08:18.203496 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0501 20:08:18.203508 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0501 20:08:18.203511 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0501 20:08:18.203322 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 20:08:18.203513 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 20:08:18.203515 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0501 20:08:18.203525 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 20:08:18.203455 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 20:08:18.203531 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0501 20:08:18.203536 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0501 20:08:18.203466 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0501 20:08:18.203547 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0501 20:08:18.203547 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/telemeter-client I0501 20:08:18.203555 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 20:08:18.203555 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0501 20:08:18.203561 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0501 20:08:18.203564 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 20:08:18.203568 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0501 20:08:18.203570 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0501 20:08:18.203574 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0501 20:08:18.203585 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0501 20:08:18.203592 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0501 20:08:18.203355 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0501 20:08:18.203483 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 20:08:18.203605 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0501 20:08:18.203528 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0501 20:08:18.203617 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0501 20:08:18.203629 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0501 20:08:18.203405 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0501 20:08:18.203697 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0501 20:08:18.203411 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 20:08:18.203304 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0501 20:08:18.203728 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0501 20:08:18.203551 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0501 20:08:18.203390 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0501 20:08:18.203559 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/telemeter-client I0501 20:08:18.203758 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/telemeter-client after 0 failed attempt(s) I0501 20:08:18.203434 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 20:08:18.203452 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 20:08:18.203784 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 20:08:18.203807 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 20:08:18.203820 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 20:08:18.203819 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 20:08:18.203833 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 20:08:18.203843 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0501 20:08:18.203500 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 20:08:18.203832 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 20:08:18.203852 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0501 20:08:18.203853 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 20:08:18.203868 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0501 20:08:18.203872 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0501 20:08:18.203891 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0501 20:08:18.203516 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0501 20:08:18.203967 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0501 20:08:18.203875 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 20:08:18.203819 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 20:08:18.203508 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 20:08:18.204041 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0501 20:08:18.203428 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 20:08:18.204056 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 20:08:18.203430 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0501 20:08:18.203521 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 20:08:18.204165 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 20:08:18.203529 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 20:08:18.203530 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0501 20:08:18.204238 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0501 20:08:18.203538 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 20:08:18.203538 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 20:08:18.204274 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 20:08:18.203537 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0501 20:08:18.204297 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0501 20:08:18.203542 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 20:08:18.204308 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0501 20:08:18.203552 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 20:08:18.204318 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 20:08:18.204321 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0501 20:08:18.203736 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0501 20:08:18.203439 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0501 20:08:18.204330 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0501 20:08:18.203744 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0501 20:08:18.203321 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0501 20:08:18.204341 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0501 20:08:18.204344 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0501 20:08:18.203453 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 20:08:18.204350 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 20:08:18.203775 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 20:08:18.203351 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 20:08:18.204402 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 20:08:18.204411 3891 node_ip_handler_linux.go:160] Node IP manager is running I0501 20:08:18.203857 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 20:08:18.203860 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 20:08:18.204440 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0501 20:08:18.203874 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0501 20:08:18.204448 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier W0501 20:08:18.241690 3891 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0501 20:08:18.243209 3891 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0501 20:08:18.243592 3891 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0501 20:08:18.256682 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0501 20:08:18.256774 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0501 20:08:18.256790 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0501 20:08:18.256812 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0501 20:08:18.256820 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0501 20:08:18.256829 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0501 20:08:18.256837 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0501 20:08:18.256851 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0501 20:08:18.256859 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0501 20:08:18.256876 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0501 20:08:18.256889 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0501 20:08:18.256908 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0501 20:08:18.256922 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0501 20:08:18.256931 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0501 20:08:18.256938 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0501 20:08:18.256951 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0501 20:08:18.256959 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0501 20:08:18.256968 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0501 20:08:18.256976 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0501 20:08:18.256984 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0501 20:08:18.256996 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0501 20:08:18.257005 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) I0501 20:08:18.257012 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0501 20:08:18.257072 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0501 20:08:18.257088 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0501 20:08:18.257095 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) I0501 20:08:18.257103 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0501 20:08:18.257111 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0501 20:08:18.257118 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0501 20:08:18.257130 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0501 20:08:18.257138 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0501 20:08:18.257146 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0501 20:08:18.257155 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0501 20:08:18.257163 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0501 20:08:18.257175 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0501 20:08:18.257183 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0501 20:08:18.257190 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0501 20:08:18.257198 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0501 20:08:18.257210 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0501 20:08:18.257218 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0501 20:08:20.257825 3891 default_node_network_controller.go:1380] Starting node controller node sync W0501 20:08:20.257898 3891 egressip_healthcheck.go:76] Health checking using insecure connection I0501 20:08:20.257948 3891 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0501 20:08:20.270198 3891 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.352421ms I0501 20:08:20.270323 3891 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-151.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 20:08:20.270326 3891 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 10.0.1.141 to PMTUD blocking rules I0501 20:08:20.270338 3891 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-151.ec2.internal", IP: 10.0.0.151 to PMTUD blocking rules I0501 20:08:20.270341 3891 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 20:08:20.281652 3891 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0501 20:08:20.281941 3891 egressservice_node.go:93] Setting up event handlers for Egress Services I0501 20:08:20.282053 3891 egressservice_node.go:183] Starting Egress Services Controller I0501 20:08:20.282068 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0501 20:08:20.282078 3891 shared_informer.go:356] "Caches are synced" controller="egressservices" I0501 20:08:20.282084 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0501 20:08:20.282090 3891 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0501 20:08:20.282095 3891 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0501 20:08:20.282100 3891 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0501 20:08:20.282104 3891 egressservice_node.go:197] Repairing Egress Services I0501 20:08:20.291497 3891 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0501 20:08:20.291508 3891 external_controller.go:278] Starting Admin Policy Based Route Controller I0501 20:08:20.291697 3891 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0501 20:08:20.291711 3891 link_network_manager.go:119] Link manager is running I0501 20:08:20.291720 3891 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0501 20:08:20.291868 3891 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0501 20:08:20.292099 3891 vrf_manager.go:128] VRF manager is running I0501 20:08:20.292202 3891 node_controller_manager.go:437] Removing flows to drop GARP I0501 20:08:20.292214 3891 gateway.go:532] Reconciling gateway with updates I0501 20:08:20.319239 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0501 20:08:20.319255 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0501 20:08:20.319256 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 20:08:20.319267 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0501 20:08:20.319269 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 20:08:20.319277 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0501 20:08:20.319280 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 20:08:20.319284 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0501 20:08:20.319282 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 20:08:20.319284 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0501 20:08:20.319295 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 20:08:20.319300 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0501 20:08:20.319307 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0501 20:08:20.319283 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 20:08:20.319311 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 20:08:20.319317 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0501 20:08:20.319319 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 20:08:20.319320 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/telemeter-client I0501 20:08:20.319323 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 20:08:20.319326 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0501 20:08:20.319330 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/telemeter-client I0501 20:08:20.319326 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0501 20:08:20.319338 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/telemeter-client after 0 failed attempt(s) I0501 20:08:20.319342 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0501 20:08:20.319256 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0501 20:08:20.319348 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0501 20:08:20.319349 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0501 20:08:20.319351 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 20:08:20.319353 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0501 20:08:20.319354 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0501 20:08:20.319361 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 20:08:20.319364 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 20:08:20.319364 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 20:08:20.319368 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 20:08:20.319295 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 20:08:20.319376 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 20:08:20.319376 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0501 20:08:20.319382 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 20:08:20.319384 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0501 20:08:20.319289 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 20:08:20.319391 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0501 20:08:20.319392 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 20:08:20.319396 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0501 20:08:20.319396 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0501 20:08:20.319396 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0501 20:08:20.319403 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 20:08:20.319395 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0501 20:08:20.319315 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 20:08:20.319355 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 20:08:20.319308 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 20:08:20.319421 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 20:08:20.319297 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 20:08:20.319258 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0501 20:08:20.319429 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0501 20:08:20.319432 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0501 20:08:20.319435 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0501 20:08:20.319438 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0501 20:08:20.319406 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0501 20:08:20.319441 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0501 20:08:20.319445 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0501 20:08:20.319446 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0501 20:08:20.319431 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 20:08:20.319451 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0501 20:08:20.319453 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0501 20:08:20.319459 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 20:08:20.319461 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0501 20:08:20.319464 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0501 20:08:20.319462 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0501 20:08:20.319466 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0501 20:08:20.319469 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0501 20:08:20.319472 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0501 20:08:20.319481 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0501 20:08:20.319340 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier I0501 20:08:20.319281 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 20:08:20.319496 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) I0501 20:08:20.319394 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0501 20:08:20.319504 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 20:08:20.319523 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0501 20:08:20.319535 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0501 20:08:20.319270 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 20:08:20.319546 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0501 20:08:20.319449 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 20:08:20.319556 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 20:08:20.319562 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0501 20:08:20.319362 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) I0501 20:08:20.319296 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0501 20:08:20.319574 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0501 20:08:20.319578 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0501 20:08:20.319273 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0501 20:08:20.319590 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0501 20:08:20.319464 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0501 20:08:20.319597 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0501 20:08:20.319599 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0501 20:08:20.319309 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 20:08:20.319344 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0501 20:08:20.319617 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0501 20:08:20.319651 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0501 20:08:20.319350 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 20:08:20.319663 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0501 20:08:20.319339 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0501 20:08:20.319671 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 20:08:20.319686 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0501 20:08:20.319707 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0501 20:08:20.319363 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 20:08:20.319722 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 20:08:20.319750 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0501 20:08:20.319751 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0501 20:08:20.319372 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0501 20:08:20.319374 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 20:08:20.319768 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 20:08:20.319370 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0501 20:08:20.319377 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0501 20:08:20.319816 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0501 20:08:20.319876 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0501 20:08:20.319383 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 20:08:20.319900 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0501 20:08:20.319384 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 20:08:20.319915 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 20:08:20.319923 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0501 20:08:20.319384 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0501 20:08:20.319933 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0501 20:08:20.319966 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0501 20:08:20.319394 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 20:08:20.320006 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0501 20:08:20.319394 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 20:08:20.320022 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 20:08:20.320062 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0501 20:08:20.319407 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0501 20:08:20.320099 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0501 20:08:20.319407 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0501 20:08:20.320113 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0501 20:08:20.320121 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0501 20:08:20.319412 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0501 20:08:20.319413 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0501 20:08:20.319238 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 20:08:20.320142 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 20:08:20.320172 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0501 20:08:20.319414 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 20:08:20.320186 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 20:08:20.320192 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0501 20:08:20.319410 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 20:08:20.320205 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 20:08:20.320249 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0501 20:08:20.319421 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0501 20:08:20.319421 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 20:08:20.319423 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0501 20:08:20.320348 3891 port_claim.go:71] Svc openshift-ingress/router-default: port 32163 is already open, no action needed I0501 20:08:20.320361 3891 port_claim.go:71] Svc openshift-ingress/router-default: port 32765 is already open, no action needed I0501 20:08:20.319423 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0501 20:08:20.320415 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0501 20:08:20.320423 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0501 20:08:20.319271 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0501 20:08:20.319427 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 20:08:20.319267 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 20:08:20.320496 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 20:08:20.319434 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 20:08:20.320542 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 20:08:20.319431 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0501 20:08:20.320580 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0501 20:08:20.319439 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0501 20:08:20.319443 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 20:08:20.320623 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 20:08:20.319451 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0501 20:08:20.319454 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 20:08:20.320696 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 20:08:20.320704 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0501 20:08:20.319467 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0501 20:08:20.319327 3891 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 20:08:20.320718 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 20:08:20.319608 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0501 20:08:20.319353 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0501 20:08:20.319367 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0501 20:08:20.320793 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0501 20:08:20.319791 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0501 20:08:20.319381 3891 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 20:08:20.364180 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0501 20:08:20.364200 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0501 20:08:20.407245 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0501 20:08:20.407256 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0501 20:08:20.407271 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0501 20:08:20.407277 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0501 20:08:20.407283 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0501 20:08:20.407289 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0501 20:08:20.407294 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0501 20:08:20.407299 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0501 20:08:20.407311 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0501 20:08:20.407325 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0501 20:08:20.407334 3891 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0501 20:08:22.717314 3891 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:22.717346 3891 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 40.303µs I0501 20:08:22.776320 3891 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9b59c] creating logical port openshift-dns_dns-default-9b59c for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:22.776447 3891 kube.go:256] Updating pod openshift-dns/dns-default-9b59c I0501 20:08:22.782372 3891 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-n7wzs] creating logical port openshift-insights_insights-runtime-extractor-n7wzs for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:22.782478 3891 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-n7wzs I0501 20:08:22.811714 3891 pod.go:62] [openshift-dns/dns-default-9b59c] pod update took 35.295478ms I0501 20:08:22.811732 3891 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9b59c] addLogicalPort annotation time took 35.319377ms I0501 20:08:22.812953 3891 pods.go:271] [openshift-dns/dns-default-9b59c] addLogicalPort took 36.649252ms, libovsdb time 960.031µs I0501 20:08:22.827661 3891 pod.go:62] [openshift-insights/insights-runtime-extractor-n7wzs] pod update took 45.206941ms I0501 20:08:22.827681 3891 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-n7wzs] addLogicalPort annotation time took 45.229802ms I0501 20:08:22.828822 3891 pods.go:271] [openshift-insights/insights-runtime-extractor-n7wzs] addLogicalPort took 46.460122ms, libovsdb time 824.733µs I0501 20:08:22.879170 3891 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-66flr] creating logical port openshift-ingress-canary_ingress-canary-66flr for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:22.879296 3891 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-66flr I0501 20:08:22.895926 3891 pod.go:62] [openshift-ingress-canary/ingress-canary-66flr] pod update took 16.657104ms I0501 20:08:22.895944 3891 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-66flr] addLogicalPort annotation time took 16.679889ms I0501 20:08:22.896862 3891 pods.go:271] [openshift-ingress-canary/ingress-canary-66flr] addLogicalPort took 17.703189ms, libovsdb time 716.816µs I0501 20:08:23.289435 3891 cni.go:452] [openshift-ingress-canary/ingress-canary-66flr 48cf8b6ef5751f87efa596ba625cba9de7a641e313904343d9cba57d98a35de4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-66flr 48cf8b6ef5751f87efa596ba625cba9de7a641e313904343d9cba57d98a35de4 network default NAD default NAD key ] I0501 20:08:23.293021 3891 cni.go:452] [openshift-dns/dns-default-9b59c 506f96d8a307c053e749eec15161d11fc6aa19cb613de5df4b79fdf5c1a3a367 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9b59c 506f96d8a307c053e749eec15161d11fc6aa19cb613de5df4b79fdf5c1a3a367 network default NAD default NAD key ] I0501 20:08:23.293639 3891 cni.go:452] [openshift-insights/insights-runtime-extractor-n7wzs 4d648811b51e7d266e6341a619b0cf9c233bd6393be4d65b0f654c5ff06a67cc network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-n7wzs 4d648811b51e7d266e6341a619b0cf9c233bd6393be4d65b0f654c5ff06a67cc network default NAD default NAD key ] I0501 20:08:23.330290 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9b59c, hostIfaceName: 506f96d8a307c05, network: default, NAD default, SandboxID: "506f96d8a307c053e749eec15161d11fc6aa19cb613de5df4b79fdf5c1a3a367", PCI device ID: , UID: "3614f263-8916-405b-8ae2-90256d5a5602", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0501 20:08:23.337702 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-n7wzs, hostIfaceName: 4d648811b51e7d2, network: default, NAD default, SandboxID: "4d648811b51e7d266e6341a619b0cf9c233bd6393be4d65b0f654c5ff06a67cc", PCI device ID: , UID: "bfaef62e-8ca1-4baa-9a9a-f34c787520b2", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0501 20:08:23.337713 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-66flr, hostIfaceName: 48cf8b6ef5751f8, network: default, NAD default, SandboxID: "48cf8b6ef5751f87efa596ba625cba9de7a641e313904343d9cba57d98a35de4", PCI device ID: , UID: "df7e35d8-0051-4613-aa90-a839bd69ede3", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0501 20:08:23.393210 3891 cni.go:473] [openshift-ingress-canary/ingress-canary-66flr 48cf8b6ef5751f87efa596ba625cba9de7a641e313904343d9cba57d98a35de4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-66flr 48cf8b6ef5751f87efa596ba625cba9de7a641e313904343d9cba57d98a35de4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:11:81:0a:f4:85\",\"name\":\"48cf8b6ef5751f8\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65a846d7-d84e-4cae-93ea-2d7fb723c1fb\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:08:23.393333 3891 cni.go:473] [openshift-insights/insights-runtime-extractor-n7wzs 4d648811b51e7d266e6341a619b0cf9c233bd6393be4d65b0f654c5ff06a67cc network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-n7wzs 4d648811b51e7d266e6341a619b0cf9c233bd6393be4d65b0f654c5ff06a67cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a3:53:d5:a3:5c\",\"name\":\"4d648811b51e7d2\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcad1393-eadc-40f3-8881-96c939eb2ea1\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:08:23.396295 3891 cni.go:473] [openshift-dns/dns-default-9b59c 506f96d8a307c053e749eec15161d11fc6aa19cb613de5df4b79fdf5c1a3a367 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9b59c 506f96d8a307c053e749eec15161d11fc6aa19cb613de5df4b79fdf5c1a3a367 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3e:10:c0:32:1d\",\"name\":\"506f96d8a307c05\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8589a4d-2474-41f3-b8b9-f6a5d0ef568d\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:08:24.416626 3891 cni.go:452] [openshift-network-diagnostics/network-check-target-tqrd9 747bd3b7f80c9b7a88736f907a02449a9e74e828e42ff0348a303e8e1c70f04c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-tqrd9 747bd3b7f80c9b7a88736f907a02449a9e74e828e42ff0348a303e8e1c70f04c network default NAD default NAD key ] I0501 20:08:24.428392 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-tqrd9, hostIfaceName: 747bd3b7f80c9b7, network: default, NAD default, SandboxID: "747bd3b7f80c9b7a88736f907a02449a9e74e828e42ff0348a303e8e1c70f04c", PCI device ID: , UID: "e7fdf63a-4678-442e-bce7-b314817cff98", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0501 20:08:24.443785 3891 cni.go:452] [openshift-multus/network-metrics-daemon-7b6s9 c7f282b32b307f05ffb622ef33a47de6bb30a601453d7808829ae0be249936f2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-7b6s9 c7f282b32b307f05ffb622ef33a47de6bb30a601453d7808829ae0be249936f2 network default NAD default NAD key ] I0501 20:08:24.454685 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-7b6s9, hostIfaceName: c7f282b32b307f0, network: default, NAD default, SandboxID: "c7f282b32b307f05ffb622ef33a47de6bb30a601453d7808829ae0be249936f2", PCI device ID: , UID: "eaac67b6-6d8d-4708-8754-6e1793dd649b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0501 20:08:24.485850 3891 cni.go:473] [openshift-network-diagnostics/network-check-target-tqrd9 747bd3b7f80c9b7a88736f907a02449a9e74e828e42ff0348a303e8e1c70f04c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-tqrd9 747bd3b7f80c9b7a88736f907a02449a9e74e828e42ff0348a303e8e1c70f04c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0b:78:cd:8d:3e\",\"name\":\"747bd3b7f80c9b7\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1406fa0-6224-4e08-abec-322b67d2db89\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:08:24.505992 3891 cni.go:473] [openshift-multus/network-metrics-daemon-7b6s9 c7f282b32b307f05ffb622ef33a47de6bb30a601453d7808829ae0be249936f2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-7b6s9 c7f282b32b307f05ffb622ef33a47de6bb30a601453d7808829ae0be249936f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:4a:91:6b:48:27\",\"name\":\"c7f282b32b307f0\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8a9fc90-2f65-4a0b-bcfb-9a0f8eaf4477\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:08:37.634380 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0501 20:08:37.634403 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0501 20:08:37.634409 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0501 20:08:48.176028 3891 base_network_controller_pods.go:487] [default/openshift-console/console-59fc7f78b9-g4jdt] creating logical port openshift-console_console-59fc7f78b9-g4jdt for pod on switch ip-10-0-2-119.ec2.internal I0501 20:08:48.176162 3891 kube.go:256] Updating pod openshift-console/console-59fc7f78b9-g4jdt I0501 20:08:48.199885 3891 pod.go:62] [openshift-console/console-59fc7f78b9-g4jdt] pod update took 23.750135ms I0501 20:08:48.199916 3891 base_network_controller_pods.go:951] [default/openshift-console/console-59fc7f78b9-g4jdt] addLogicalPort annotation time took 23.784184ms I0501 20:08:48.201182 3891 pods.go:271] [openshift-console/console-59fc7f78b9-g4jdt] addLogicalPort took 25.168454ms, libovsdb time 922.723µs I0501 20:08:48.571439 3891 cni.go:452] [openshift-console/console-59fc7f78b9-g4jdt d85dbd4d2af5a623d945b2ed2fca0a283b2c11e677d5fccae9ad51dadc6454e6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59fc7f78b9-g4jdt d85dbd4d2af5a623d945b2ed2fca0a283b2c11e677d5fccae9ad51dadc6454e6 network default NAD default NAD key ] I0501 20:08:48.581801 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59fc7f78b9-g4jdt, hostIfaceName: d85dbd4d2af5a62, network: default, NAD default, SandboxID: "d85dbd4d2af5a623d945b2ed2fca0a283b2c11e677d5fccae9ad51dadc6454e6", PCI device ID: , UID: "109b380e-efb5-42a1-aa8c-82b31e54493e", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0501 20:08:48.626765 3891 cni.go:473] [openshift-console/console-59fc7f78b9-g4jdt d85dbd4d2af5a623d945b2ed2fca0a283b2c11e677d5fccae9ad51dadc6454e6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59fc7f78b9-g4jdt d85dbd4d2af5a623d945b2ed2fca0a283b2c11e677d5fccae9ad51dadc6454e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:dc:f2:f9:bf:77\",\"name\":\"d85dbd4d2af5a62\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c825f11-aa77-4aed-9a25-a0304b42f39b\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:08:58.746264 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0501 20:09:01.657658 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0501 20:09:13.492485 3891 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-7drcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:13.493107 3891 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-7drcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:13.789476 3891 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-7drcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:13.789520 3891 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-7drcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:13.798133 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586f9cccff-7drcb I0501 20:09:13.798160 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586f9cccff-7drcb I0501 20:09:24.091581 3891 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-5nn86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:24.092131 3891 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-5nn86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:24.835470 3891 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-5nn86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:24.835494 3891 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-5nn86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:24.842416 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586f9cccff-5nn86 I0501 20:09:24.842444 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586f9cccff-5nn86 I0501 20:10:04.169189 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:10:04.169766 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:10:05.054643 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:10:05.054664 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:13:25.528155 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0501 20:13:44.404526 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0501 20:13:47.511332 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0501 20:13:50.398770 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=22 I0501 20:13:50.516930 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0501 20:14:45.500653 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0501 20:14:59.506320 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0501 20:15:48.490474 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0501 20:15:50.522705 3891 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0501 20:15:51.415689 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=77 I0501 20:16:07.009805 3891 namespace.go:98] [tsf] adding namespace I0501 20:16:07.010754 3891 namespace.go:102] [tsf] adding namespace took 921.86µs I0501 20:16:07.027527 3891 namespace.go:142] [tsf] updating namespace I0501 20:16:07.038442 3891 namespace.go:142] [tsf] updating namespace I0501 20:16:11.167949 3891 namespace.go:98] [cert-manager-operator] adding namespace I0501 20:16:11.168000 3891 namespace.go:98] [rhtpa-operator] adding namespace I0501 20:16:11.168196 3891 namespace.go:98] [rhbk-operator] adding namespace I0501 20:16:11.168358 3891 namespace.go:98] [konflux-ui] adding namespace I0501 20:16:11.168899 3891 namespace.go:102] [cert-manager-operator] adding namespace took 930.37µs I0501 20:16:11.169525 3891 namespace.go:102] [rhtpa-operator] adding namespace took 1.51058ms I0501 20:16:11.169552 3891 namespace.go:98] [tsf-tas] adding namespace I0501 20:16:11.170077 3891 namespace.go:102] [tsf-tas] adding namespace took 518.688µs I0501 20:16:11.170604 3891 namespace.go:102] [rhbk-operator] adding namespace took 2.391022ms I0501 20:16:11.170621 3891 namespace.go:98] [konflux-operator] adding namespace I0501 20:16:11.171007 3891 namespace.go:102] [konflux-ui] adding namespace took 2.62965ms I0501 20:16:11.171498 3891 namespace.go:102] [konflux-operator] adding namespace took 871.332µs I0501 20:16:11.177528 3891 namespace.go:98] [tsf-tpa] adding namespace I0501 20:16:11.177593 3891 namespace.go:98] [tsf-keycloak] adding namespace I0501 20:16:11.178049 3891 namespace.go:102] [tsf-tpa] adding namespace took 507.569µs I0501 20:16:11.178598 3891 namespace.go:102] [tsf-keycloak] adding namespace took 990.39µs I0501 20:16:11.198417 3891 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.227263 3891 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.264582 3891 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.264605 3891 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.271349 3891 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.271426 3891 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:11.299490 3891 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.309749 3891 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.330363 3891 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.330429 3891 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.338361 3891 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.378508 3891 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.396948 3891 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.425303 3891 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.445966 3891 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.458714 3891 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.490288 3891 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.509577 3891 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.525769 3891 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.534395 3891 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.553321 3891 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.574467 3891 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.606602 3891 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:11.624375 3891 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:12.562483 3891 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:12.576999 3891 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:12.745627 3891 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-119.ec2.internal I0501 20:16:12.745774 3891 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0501 20:16:12.777037 3891 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 31.307689ms I0501 20:16:12.777062 3891 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 31.336531ms I0501 20:16:12.778206 3891 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 32.597878ms, libovsdb time 860.182µs I0501 20:16:13.113940 3891 cni.go:452] [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key ] I0501 20:16:13.123013 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: b563680e23dd0da, network: default, NAD default, SandboxID: "b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972", PCI device ID: , UID: "6e2bde0a-5f6e-4812-b207-fca411b05113", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0501 20:16:13.169885 3891 cni.go:473] [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e8:25:96:5b:92\",\"name\":\"b563680e23dd0da\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d9dc737-37b8-496c-bc85-842e8ac0b3f1\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:16:19.908747 3891 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909281 3891 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909306 3891 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909315 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:19.909325 3891 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909329 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:20.911348 3891 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911866 3891 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911897 3891 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911908 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:20.911922 3891 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911927 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:20.942456 3891 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942482 3891 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942497 3891 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942518 3891 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.937878 3891 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.937902 3891 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.937920 3891 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.937937 3891 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.960091 3891 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960738 3891 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960762 3891 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960772 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:21.960787 3891 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960793 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:22.988258 3891 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.988287 3891 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.988301 3891 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.988313 3891 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:24.949550 3891 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950093 3891 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950115 3891 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950124 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:24.950133 3891 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950137 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:25.980940 3891 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.980963 3891 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.980972 3891 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.980988 3891 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:26.930154 3891 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-sgkdw for pod on switch ip-10-0-2-119.ec2.internal I0501 20:16:26.930306 3891 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw I0501 20:16:26.944079 3891 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw] pod update took 13.799731ms I0501 20:16:26.944100 3891 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw] addLogicalPort annotation time took 13.824819ms I0501 20:16:26.945196 3891 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw] addLogicalPort took 15.061547ms, libovsdb time 814.707µs I0501 20:16:26.963320 3891 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963728 3891 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963748 3891 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963756 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:26.963769 3891 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963774 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:26.994724 3891 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995124 3891 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995141 3891 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995147 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:26.995155 3891 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995159 3891 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:27.286606 3891 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw 468e9c26e72a25b1d4ce7e10de95535d90b8397af64a7e871b7e0646cc9749de network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw 468e9c26e72a25b1d4ce7e10de95535d90b8397af64a7e871b7e0646cc9749de network default NAD default NAD key ] I0501 20:16:27.295505 3891 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-sgkdw, hostIfaceName: 468e9c26e72a25b, network: default, NAD default, SandboxID: "468e9c26e72a25b1d4ce7e10de95535d90b8397af64a7e871b7e0646cc9749de", PCI device ID: , UID: "aebcddee-58f8-4f91-90f3-41ad66f7a448", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0501 20:16:27.341124 3891 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw 468e9c26e72a25b1d4ce7e10de95535d90b8397af64a7e871b7e0646cc9749de network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-sgkdw 468e9c26e72a25b1d4ce7e10de95535d90b8397af64a7e871b7e0646cc9749de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:5d:63:f1:7b:8b\",\"name\":\"468e9c26e72a25b\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e91ef651-ad95-4e83-9c05-cfda962dc48a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:16:27.993469 3891 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.993498 3891 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.993514 3891 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.993528 3891 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.020637 3891 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.020663 3891 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.020676 3891 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.020697 3891 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:29.364321 3891 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-4ld9d for pod on switch ip-10-0-2-119.ec2.internal I0501 20:16:29.364434 3891 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d I0501 20:16:29.392435 3891 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d] pod update took 28.025244ms I0501 20:16:29.392461 3891 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d] addLogicalPort annotation time took 28.055225ms I0501 20:16:29.393700 3891 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d] addLogicalPort took 29.398041ms, libovsdb time 951.595µs I0501 20:16:29.728654 3891 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d fa9010bf4fbb5712f8e94146d39086bdf9435ea7fc3fcd43163f32a3c1c0f6f4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d fa9010bf4fbb5712f8e94146d39086bdf9435ea7fc3fcd43163f32a3c1c0f6f4 network default NAD default NAD key ] I0501 20:16:29.739023 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-4ld9d, hostIfaceName: fa9010bf4fbb571, network: default, NAD default, SandboxID: "fa9010bf4fbb5712f8e94146d39086bdf9435ea7fc3fcd43163f32a3c1c0f6f4", PCI device ID: , UID: "0e4014c7-380a-42fd-b91d-7929ccd768e3", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0501 20:16:29.787127 3891 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d fa9010bf4fbb5712f8e94146d39086bdf9435ea7fc3fcd43163f32a3c1c0f6f4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-4ld9d fa9010bf4fbb5712f8e94146d39086bdf9435ea7fc3fcd43163f32a3c1c0f6f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:84:27:fc:6a:d7\",\"name\":\"fa9010bf4fbb571\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d4f5327-0747-44f0-b790-23944cdc40eb\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:16:33.406706 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=46 W0501 20:16:34.228082 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0501 20:16:35.489654 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0501 20:16:36.571557 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0501 20:16:36.584600 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0501 20:16:43.288407 3891 namespace.go:142] [openshift-operators] updating namespace I0501 20:16:43.304424 3891 namespace.go:142] [openshift-operators] updating namespace I0501 20:16:43.399839 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0501 20:16:44.076069 3891 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-mr4dt for pod on switch ip-10-0-2-119.ec2.internal I0501 20:16:44.076272 3891 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt I0501 20:16:44.096044 3891 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt] pod update took 19.826197ms I0501 20:16:44.096079 3891 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt] addLogicalPort annotation time took 19.86717ms I0501 20:16:44.097959 3891 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt] addLogicalPort took 21.91452ms, libovsdb time 1.421725ms I0501 20:16:44.440606 3891 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt 91331b87f26111922211c452479974488da4def96089be6cf5706427e144cca8 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt 91331b87f26111922211c452479974488da4def96089be6cf5706427e144cca8 network default NAD default NAD key ] I0501 20:16:44.451847 3891 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-mr4dt, hostIfaceName: 91331b87f261119, network: default, NAD default, SandboxID: "91331b87f26111922211c452479974488da4def96089be6cf5706427e144cca8", PCI device ID: , UID: "da22404a-e4a4-44b7-ad91-7002b1c4a80b", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0501 20:16:44.496994 3891 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt 91331b87f26111922211c452479974488da4def96089be6cf5706427e144cca8 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-mr4dt 91331b87f26111922211c452479974488da4def96089be6cf5706427e144cca8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c1:ed:9f:49:16\",\"name\":\"91331b87f261119\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29b08793-d660-4874-9d4b-128e1b94bc73\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:16:45.161422 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0501 20:16:46.036459 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0501 20:16:46.971510 3891 namespace.go:98] [cert-manager] adding namespace I0501 20:16:46.972537 3891 namespace.go:102] [cert-manager] adding namespace took 937.956µs I0501 20:16:47.067422 3891 namespace.go:142] [cert-manager] updating namespace I0501 20:16:47.085672 3891 namespace.go:142] [cert-manager] updating namespace W0501 20:16:47.169494 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.199349 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.223516 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.248424 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0501 20:16:49.494566 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0501 20:16:50.484596 3891 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-66wwf for pod on switch ip-10-0-2-119.ec2.internal I0501 20:16:50.484727 3891 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf I0501 20:16:50.523170 3891 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf] pod update took 38.469257ms I0501 20:16:50.523193 3891 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf] addLogicalPort annotation time took 38.498896ms I0501 20:16:50.524359 3891 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf] addLogicalPort took 39.790866ms, libovsdb time 832.742µs I0501 20:16:51.016401 3891 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf 8f09cbd229c4662b746117a6805c0bfd98e6cc3df2234fedc1e20b6b617f6194 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf 8f09cbd229c4662b746117a6805c0bfd98e6cc3df2234fedc1e20b6b617f6194 network default NAD default NAD key ] I0501 20:16:51.026488 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-66wwf, hostIfaceName: 8f09cbd229c4662, network: default, NAD default, SandboxID: "8f09cbd229c4662b746117a6805c0bfd98e6cc3df2234fedc1e20b6b617f6194", PCI device ID: , UID: "41e547ce-41e6-4e93-b94b-37a14a9020a7", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0501 20:16:51.073330 3891 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf 8f09cbd229c4662b746117a6805c0bfd98e6cc3df2234fedc1e20b6b617f6194 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-66wwf 8f09cbd229c4662b746117a6805c0bfd98e6cc3df2234fedc1e20b6b617f6194 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c8:b8:b8:c1:2f\",\"name\":\"8f09cbd229c4662\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/887f8d13-3555-4b81-836e-d767a1ecf6ae\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:16:53.604593 3891 namespace.go:98] [trusted-artifact-signer] adding namespace I0501 20:16:53.605487 3891 namespace.go:102] [trusted-artifact-signer] adding namespace took 834.05µs I0501 20:16:53.653514 3891 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:16:53.674102 3891 namespace.go:142] [trusted-artifact-signer] updating namespace W0501 20:16:54.216974 3891 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0501 20:16:55.083111 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0501 20:16:55.083138 3891 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0501 20:16:56.230122 3891 namespace.go:142] [openshift-operators] updating namespace I0501 20:16:59.405285 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 W0501 20:17:06.238271 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0501 20:17:11.527586 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0501 20:17:12.280571 3891 namespace.go:98] [openshift-pipelines] adding namespace I0501 20:17:12.281431 3891 namespace.go:102] [openshift-pipelines] adding namespace took 840.049µs I0501 20:17:12.307353 3891 namespace.go:142] [openshift-pipelines] updating namespace I0501 20:17:13.000119 3891 namespace.go:142] [cert-manager] updating namespace I0501 20:17:13.194676 3891 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:13.597923 3891 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:13.802549 3891 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:14.008386 3891 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:14.400260 3891 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:14.600782 3891 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:14.799808 3891 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:15.001862 3891 namespace.go:142] [tsf] updating namespace I0501 20:17:15.203726 3891 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:15.404490 3891 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:15.603419 3891 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:15.729824 3891 namespace.go:142] [cert-manager] updating namespace I0501 20:17:15.742004 3891 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:15.750611 3891 namespace.go:142] [default] updating namespace I0501 20:17:15.769728 3891 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:15.778375 3891 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:15.788495 3891 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:15.801443 3891 namespace.go:142] [openshift] updating namespace I0501 20:17:15.821350 3891 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:15.823141 3891 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:15.832405 3891 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:15.840203 3891 namespace.go:142] [tsf] updating namespace I0501 20:17:15.850934 3891 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:15.862937 3891 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:15.886063 3891 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:15.988388 3891 namespace.go:142] [cert-manager] updating namespace I0501 20:17:16.088992 3891 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:16.184561 3891 namespace.go:142] [default] updating namespace I0501 20:17:16.286458 3891 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:16.390601 3891 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:16.485271 3891 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:16.583478 3891 namespace.go:142] [openshift] updating namespace I0501 20:17:16.686728 3891 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:16.783559 3891 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:16.883708 3891 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:16.989577 3891 namespace.go:142] [tsf] updating namespace I0501 20:17:17.090469 3891 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:17.187929 3891 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:17.289126 3891 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:17.846487 3891 namespace.go:142] [openshift-pipelines] updating namespace I0501 20:17:26.344174 3891 cni.go:452] [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key ] I0501 20:17:26.414955 3891 cni.go:473] [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions b563680e23dd0da9e433b19c8764ef4db41d80443ebd74b646837f3bcabed972 network default NAD default NAD key default], result "{}", err I0501 20:17:26.437285 3891 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:17:26.437375 3891 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84 I0501 20:17:26.452288 3891 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84] pod update took 14.940911ms I0501 20:17:26.452310 3891 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84] addLogicalPort annotation time took 14.966842ms I0501 20:17:26.453477 3891 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84] addLogicalPort took 16.208605ms, libovsdb time 884.78µs I0501 20:17:26.475508 3891 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:17:26.475540 3891 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0501 20:17:26.476577 3891 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.9 I0501 20:17:26.476602 3891 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:17:26.504881 3891 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:17:26.504906 3891 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:17:26.514756 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0501 20:17:26.514774 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0501 20:17:26.547195 3891 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-t5vgv for pod on switch ip-10-0-2-119.ec2.internal I0501 20:17:26.547292 3891 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv I0501 20:17:26.562849 3891 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv] pod update took 15.577619ms I0501 20:17:26.562875 3891 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv] addLogicalPort annotation time took 15.605876ms I0501 20:17:26.564191 3891 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv] addLogicalPort took 17.005678ms, libovsdb time 886.796µs I0501 20:17:26.661731 3891 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-gpgbz for pod on switch ip-10-0-2-119.ec2.internal I0501 20:17:26.661816 3891 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz I0501 20:17:26.676459 3891 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz] pod update took 14.664399ms I0501 20:17:26.676479 3891 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz] addLogicalPort annotation time took 14.688818ms I0501 20:17:26.677462 3891 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz] addLogicalPort took 15.74695ms, libovsdb time 723.557µs I0501 20:17:26.798098 3891 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84 fc00b867c0b88d77be482680130cafc90c9708f58db1212bade49e37f4457981 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84 fc00b867c0b88d77be482680130cafc90c9708f58db1212bade49e37f4457981 network default NAD default NAD key ] I0501 20:17:26.807709 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84, hostIfaceName: fc00b867c0b88d7, network: default, NAD default, SandboxID: "fc00b867c0b88d77be482680130cafc90c9708f58db1212bade49e37f4457981", PCI device ID: , UID: "ef9b8721-e9de-4e50-aeac-f094e9fb0acb", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0501 20:17:26.854396 3891 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84 fc00b867c0b88d77be482680130cafc90c9708f58db1212bade49e37f4457981 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vqk84 fc00b867c0b88d77be482680130cafc90c9708f58db1212bade49e37f4457981 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:91:2a:40:97:72\",\"name\":\"fc00b867c0b88d7\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fc7ec49-0c9e-4142-a589-38666d46e1bc\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:17:26.906507 3891 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv 637be7c92c157a8c6a046f5c36f5423117aaeae50945d03cce80282a2af32c14 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv 637be7c92c157a8c6a046f5c36f5423117aaeae50945d03cce80282a2af32c14 network default NAD default NAD key ] I0501 20:17:26.915737 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-t5vgv, hostIfaceName: 637be7c92c157a8, network: default, NAD default, SandboxID: "637be7c92c157a8c6a046f5c36f5423117aaeae50945d03cce80282a2af32c14", PCI device ID: , UID: "ab7b5cfe-d2b4-4a4a-abe9-4ef9ae53aff7", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0501 20:17:26.960557 3891 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv 637be7c92c157a8c6a046f5c36f5423117aaeae50945d03cce80282a2af32c14 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-t5vgv 637be7c92c157a8c6a046f5c36f5423117aaeae50945d03cce80282a2af32c14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:94:c7:c2:a3:f1\",\"name\":\"637be7c92c157a8\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/989645e6-716e-4290-9461-37528bf4b7b0\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:17:27.020125 3891 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz 2faca5bb132ccbe00a73f48edca96c4b5b22b55b607f9532c6a6db36e41d598c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz 2faca5bb132ccbe00a73f48edca96c4b5b22b55b607f9532c6a6db36e41d598c network default NAD default NAD key ] I0501 20:17:27.029914 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-gpgbz, hostIfaceName: 2faca5bb132ccbe, network: default, NAD default, SandboxID: "2faca5bb132ccbe00a73f48edca96c4b5b22b55b607f9532c6a6db36e41d598c", PCI device ID: , UID: "ef7afc8a-2488-4ffb-8d8d-44e8db08fab0", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0501 20:17:27.075429 3891 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz 2faca5bb132ccbe00a73f48edca96c4b5b22b55b607f9532c6a6db36e41d598c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gpgbz 2faca5bb132ccbe00a73f48edca96c4b5b22b55b607f9532c6a6db36e41d598c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:94:19:8c:fb:4f\",\"name\":\"2faca5bb132ccbe\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b40bf44-40cd-478b-8a9e-e211b9c16316\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:17:27.875387 3891 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-119.ec2.internal I0501 20:17:27.875506 3891 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0501 20:17:27.891707 3891 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.236699ms I0501 20:17:27.891794 3891 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.329232ms I0501 20:17:27.893290 3891 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.923945ms, libovsdb time 1.083621ms I0501 20:17:28.275964 3891 cni.go:452] [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key ] I0501 20:17:28.288334 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 4c6a0ed0bcd63ed, network: default, NAD default, SandboxID: "4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96", PCI device ID: , UID: "2e0fba7d-d7e9-43f0-9469-13dee4ba217d", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0501 20:17:28.358345 3891 cni.go:473] [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:7a:04:6a:7e:cc\",\"name\":\"4c6a0ed0bcd63ed\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c52941e-52f9-44ff-9b0c-ceae8ef08e19\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:17:30.179191 3891 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.179217 3891 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.179242 3891 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.201613 3891 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:30.201640 3891 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:30.201648 3891 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0501 20:17:30.771196 3891 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-xczrv for pod on switch ip-10-0-2-119.ec2.internal I0501 20:17:30.771312 3891 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv I0501 20:17:30.783616 3891 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv] pod update took 12.33324ms I0501 20:17:30.783647 3891 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv] addLogicalPort annotation time took 12.369775ms I0501 20:17:30.785245 3891 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv] addLogicalPort took 14.047455ms, libovsdb time 1.12087ms I0501 20:17:30.873088 3891 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-f6m7c for pod on switch ip-10-0-2-119.ec2.internal I0501 20:17:30.873240 3891 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c I0501 20:17:30.886260 3891 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c] pod update took 13.085531ms I0501 20:17:30.886281 3891 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c] addLogicalPort annotation time took 13.112937ms I0501 20:17:30.887511 3891 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c] addLogicalPort took 14.451763ms, libovsdb time 900.104µs W0501 20:17:32.418016 3891 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.418031 3891 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.418036 3891 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.418040 3891 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0501 20:17:37.963799 3891 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c 9b51d83b2ccd48b365dd1a022a9ba9986689c1ee4724a103e563384e154988ac network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c 9b51d83b2ccd48b365dd1a022a9ba9986689c1ee4724a103e563384e154988ac network default NAD default NAD key ] I0501 20:17:37.964384 3891 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv 9ca1d90c278f67670f5763dab61c2ae1e22aa998526f3467ab07426b52cb64de network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv 9ca1d90c278f67670f5763dab61c2ae1e22aa998526f3467ab07426b52cb64de network default NAD default NAD key ] I0501 20:17:37.975075 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-f6m7c, hostIfaceName: 9b51d83b2ccd48b, network: default, NAD default, SandboxID: "9b51d83b2ccd48b365dd1a022a9ba9986689c1ee4724a103e563384e154988ac", PCI device ID: , UID: "9d643a3d-f952-4fc8-9e20-7b4fd29103e8", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0501 20:17:37.975446 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-xczrv, hostIfaceName: 9ca1d90c278f676, network: default, NAD default, SandboxID: "9ca1d90c278f67670f5763dab61c2ae1e22aa998526f3467ab07426b52cb64de", PCI device ID: , UID: "cf629f18-bb7e-4eac-87ba-718f7febfcca", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0501 20:17:38.024583 3891 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv 9ca1d90c278f67670f5763dab61c2ae1e22aa998526f3467ab07426b52cb64de network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-xczrv 9ca1d90c278f67670f5763dab61c2ae1e22aa998526f3467ab07426b52cb64de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:b0:21:ee:43:e6\",\"name\":\"9ca1d90c278f676\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07472739-c29a-4c4d-8783-b33106ab87b2\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:17:38.044706 3891 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c 9b51d83b2ccd48b365dd1a022a9ba9986689c1ee4724a103e563384e154988ac network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f6m7c 9b51d83b2ccd48b365dd1a022a9ba9986689c1ee4724a103e563384e154988ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:11:3a:98:8f:59\",\"name\":\"9b51d83b2ccd48b\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31ee4f27-d6f5-4051-9436-73e452b6cee2\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:17:38.437169 3891 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0501 20:17:38.459303 3891 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0501 20:17:43.392580 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:43.392601 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:43.392607 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:43.392611 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0501 20:17:50.418502 3891 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-gdqtr for pod on switch ip-10-0-2-119.ec2.internal I0501 20:17:50.418613 3891 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr I0501 20:17:50.435380 3891 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr] pod update took 16.79195ms I0501 20:17:50.435401 3891 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr] addLogicalPort annotation time took 16.822536ms I0501 20:17:50.436679 3891 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr] addLogicalPort took 18.202952ms, libovsdb time 903.01µs I0501 20:17:51.029099 3891 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr c4fc55c7db92525c3da55187872bb38a9363b92f4bea80eebb52b4b25af31d99 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr c4fc55c7db92525c3da55187872bb38a9363b92f4bea80eebb52b4b25af31d99 network default NAD default NAD key ] I0501 20:17:51.048082 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-gdqtr, hostIfaceName: c4fc55c7db92525, network: default, NAD default, SandboxID: "c4fc55c7db92525c3da55187872bb38a9363b92f4bea80eebb52b4b25af31d99", PCI device ID: , UID: "e2ce2a8c-7826-4bc9-98be-131afb39f8f9", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0501 20:17:51.096690 3891 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr c4fc55c7db92525c3da55187872bb38a9363b92f4bea80eebb52b4b25af31d99 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gdqtr c4fc55c7db92525c3da55187872bb38a9363b92f4bea80eebb52b4b25af31d99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:53:2e:64:ad:5e\",\"name\":\"c4fc55c7db92525\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab545e72-d0a5-426f-8740-d43f8991e1c9\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:17:54.323461 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0501 20:17:59.428743 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0501 20:17:59.457671 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0501 20:18:01.528284 3891 cni.go:452] [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key ] I0501 20:18:01.597782 3891 cni.go:473] [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 4c6a0ed0bcd63ed0272c34ae27b622ed928c1b0291653a9f9acc4ea8d0e48d96 network default NAD default NAD key default], result "{}", err I0501 20:18:01.647341 3891 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:01.647377 3891 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0501 20:18:01.648635 3891 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.17 I0501 20:18:01.648669 3891 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:01.667425 3891 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:01.667450 3891 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:01.674464 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0501 20:18:01.674489 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0501 20:18:03.370281 3891 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-119.ec2.internal I0501 20:18:03.370403 3891 kube.go:256] Updating pod tsf/test-tsf-iam I0501 20:18:03.384424 3891 pod.go:62] [tsf/test-tsf-iam] pod update took 14.044741ms I0501 20:18:03.384447 3891 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.071637ms I0501 20:18:03.385787 3891 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.522514ms, libovsdb time 971.199µs I0501 20:18:03.731604 3891 cni.go:452] [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key ] I0501 20:18:03.740930 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: a6d4db51b34ba00, network: default, NAD default, SandboxID: "a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb", PCI device ID: , UID: "ec5fa813-48e8-4da8-9941-4b369931bd2d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0501 20:18:03.789122 3891 cni.go:473] [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:85:4f:89:11:d4\",\"name\":\"a6d4db51b34ba00\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddd45dc5-7b12-45b8-8e7c-e6e6884e355a\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:18:04.183757 3891 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0501 20:18:04.184440 3891 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0501 20:18:04.184463 3891 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0501 20:18:04.186691 3891 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0501 20:18:04.553030 3891 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:18:04.553159 3891 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0501 20:18:04.569630 3891 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.496907ms I0501 20:18:04.569652 3891 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.524589ms I0501 20:18:04.570835 3891 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.821984ms, libovsdb time 868.376µs I0501 20:18:04.933965 3891 cni.go:452] [tsf-keycloak/keycloak-0 a0fe3e800f51cd02586edbe2a0aaafd30019d1864a2f9a0677968067c7c576cd network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 a0fe3e800f51cd02586edbe2a0aaafd30019d1864a2f9a0677968067c7c576cd network default NAD default NAD key ] I0501 20:18:04.943213 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: a0fe3e800f51cd0, network: default, NAD default, SandboxID: "a0fe3e800f51cd02586edbe2a0aaafd30019d1864a2f9a0677968067c7c576cd", PCI device ID: , UID: "e3a0e964-dbdd-4374-9d0f-bfc947c3a992", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0501 20:18:04.990731 3891 cni.go:473] [tsf-keycloak/keycloak-0 a0fe3e800f51cd02586edbe2a0aaafd30019d1864a2f9a0677968067c7c576cd network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 a0fe3e800f51cd02586edbe2a0aaafd30019d1864a2f9a0677968067c7c576cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:44:2c:47:2a:8f\",\"name\":\"a0fe3e800f51cd0\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73949807-8f11-4f15-aa17-b8229901019d\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:18:11.579836 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0501 20:18:11.579861 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0501 20:18:11.586204 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0501 20:18:11.586246 3891 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0501 20:18:12.596763 3891 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0501 20:18:25.532467 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 W0501 20:18:33.528836 3891 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:33.528863 3891 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:33.528870 3891 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:34.190007 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0501 20:18:34.190027 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0501 20:18:34.190744 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0501 20:18:34.190760 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0501 20:18:34.443617 3891 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-h2tmv] creating logical port tsf-keycloak_tsf-iam-h2tmv for pod on switch ip-10-0-2-119.ec2.internal I0501 20:18:34.443712 3891 kube.go:256] Updating pod tsf-keycloak/tsf-iam-h2tmv I0501 20:18:34.457375 3891 pod.go:62] [tsf-keycloak/tsf-iam-h2tmv] pod update took 13.687883ms I0501 20:18:34.457398 3891 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-h2tmv] addLogicalPort annotation time took 13.716427ms I0501 20:18:34.458576 3891 pods.go:271] [tsf-keycloak/tsf-iam-h2tmv] addLogicalPort took 14.976457ms, libovsdb time 828.813µs I0501 20:18:34.800133 3891 cni.go:452] [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key ] I0501 20:18:34.809189 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-h2tmv, hostIfaceName: bd167b1bde84023, network: default, NAD default, SandboxID: "bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d", PCI device ID: , UID: "f0f1661b-e803-47dc-b7e3-c3dd6a6cb059", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0501 20:18:34.857500 3891 cni.go:473] [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e7:56:b2:86:42\",\"name\":\"bd167b1bde84023\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c190282a-3c7b-4d04-a824-165804e08f22\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:18:36.704406 3891 cni.go:452] [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key ] I0501 20:18:36.781855 3891 cni.go:473] [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam a6d4db51b34ba00e692ab3d6097cb1daacc721d29fc0f7f7b57331a2c774b4bb network default NAD default NAD key default], result "{}", err I0501 20:18:36.841882 3891 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:36.841925 3891 pods.go:176] Deleting pod: tsf/test-tsf-iam I0501 20:18:36.843274 3891 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.21 I0501 20:18:36.843304 3891 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:36.888490 3891 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:36.888518 3891 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:36.894573 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0501 20:18:36.894604 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0501 20:18:37.793722 3891 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-119.ec2.internal I0501 20:18:37.793832 3891 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0501 20:18:37.808934 3891 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.134892ms I0501 20:18:37.808963 3891 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.17038ms I0501 20:18:37.810428 3891 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.723355ms, libovsdb time 991.023µs I0501 20:18:38.153208 3891 cni.go:452] [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key ] I0501 20:18:38.162577 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 6876bc3c7f7b002, network: default, NAD default, SandboxID: "6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721", PCI device ID: , UID: "c2d63506-3cb2-4de7-91d0-e1142557114d", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0501 20:18:38.212432 3891 cni.go:473] [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:7f:a0:a9:5a:a2\",\"name\":\"6876bc3c7f7b002\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78211ce4-ef9c-4377-bb74-dded9437a274\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:18:45.669541 3891 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-7wlzk] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-7wlzk for pod on switch ip-10-0-2-119.ec2.internal I0501 20:18:45.669638 3891 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-7wlzk I0501 20:18:45.681510 3891 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-7wlzk] pod update took 11.889552ms I0501 20:18:45.681540 3891 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-7wlzk] addLogicalPort annotation time took 11.92606ms I0501 20:18:45.683128 3891 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-7wlzk] addLogicalPort took 13.60919ms, libovsdb time 1.080692ms I0501 20:18:46.050116 3891 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-7wlzk a6cb23cb9cc9f852060610a38431d4e30b5fbf9226c91ad727df1f940aeb498c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-7wlzk a6cb23cb9cc9f852060610a38431d4e30b5fbf9226c91ad727df1f940aeb498c network default NAD default NAD key ] I0501 20:18:46.061429 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-7wlzk, hostIfaceName: a6cb23cb9cc9f85, network: default, NAD default, SandboxID: "a6cb23cb9cc9f852060610a38431d4e30b5fbf9226c91ad727df1f940aeb498c", PCI device ID: , UID: "3841766d-c86e-403f-b4ec-b3748f6a05b8", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0501 20:18:46.115447 3891 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-7wlzk a6cb23cb9cc9f852060610a38431d4e30b5fbf9226c91ad727df1f940aeb498c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-7wlzk a6cb23cb9cc9f852060610a38431d4e30b5fbf9226c91ad727df1f940aeb498c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:34:86:89:c6:1c\",\"name\":\"a6cb23cb9cc9f85\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be439158-38be-48f5-8f8f-71adb9beffbc\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:18:53.805554 3891 cni.go:452] [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key ] I0501 20:18:53.902744 3891 cni.go:473] [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-h2tmv bd167b1bde8402354ff14850d607e22e6e8469527c45ebc93c52fccf801c7a3d network default NAD default NAD key default], result "{}", err I0501 20:18:53.953379 3891 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-h2tmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:53.953417 3891 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-h2tmv I0501 20:18:53.954948 3891 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-h2tmv, ips: 10.130.0.23 I0501 20:18:53.954983 3891 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-h2tmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:18:54.660336 3891 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0501 20:18:54.684493 3891 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0501 20:18:54.829701 3891 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-h2tmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:54.829734 3891 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-h2tmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:18:57.704266 3891 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0501 20:18:58.840117 3891 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:58.840659 3891 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:59.526667 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0501 20:18:59.726343 3891 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:59.726367 3891 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:02.467840 3891 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-rz8hz for pod on switch ip-10-0-2-119.ec2.internal I0501 20:19:02.467952 3891 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz I0501 20:19:02.484295 3891 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz] pod update took 16.364508ms I0501 20:19:02.484318 3891 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz] addLogicalPort annotation time took 16.393432ms I0501 20:19:02.485470 3891 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz] addLogicalPort took 17.641242ms, libovsdb time 820.386µs I0501 20:19:02.611599 3891 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-qrklq for pod on switch ip-10-0-2-119.ec2.internal I0501 20:19:02.611701 3891 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq I0501 20:19:02.629878 3891 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq] pod update took 18.197574ms I0501 20:19:02.629898 3891 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq] addLogicalPort annotation time took 18.221116ms I0501 20:19:02.631033 3891 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq] addLogicalPort took 19.445923ms, libovsdb time 836.351µs I0501 20:19:02.826855 3891 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz 2ac62a58e95f6a82169f3bc7d348d763d636c9eb6543ce384910d614366fe63d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz 2ac62a58e95f6a82169f3bc7d348d763d636c9eb6543ce384910d614366fe63d network default NAD default NAD key ] I0501 20:19:02.835905 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-rz8hz, hostIfaceName: 2ac62a58e95f6a8, network: default, NAD default, SandboxID: "2ac62a58e95f6a82169f3bc7d348d763d636c9eb6543ce384910d614366fe63d", PCI device ID: , UID: "dc4b461d-a103-4c07-bed9-e009bdb2003b", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0501 20:19:02.884714 3891 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz 2ac62a58e95f6a82169f3bc7d348d763d636c9eb6543ce384910d614366fe63d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-rz8hz 2ac62a58e95f6a82169f3bc7d348d763d636c9eb6543ce384910d614366fe63d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:f7:ee:28:60:bd\",\"name\":\"2ac62a58e95f6a8\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb89f099-e4a0-4691-b22d-992a9f695254\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:19:02.965466 3891 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq e8bd6eea027bed88fff36d24a4ca926007f1ccece7f479c6c5bb5227e8a46ad0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq e8bd6eea027bed88fff36d24a4ca926007f1ccece7f479c6c5bb5227e8a46ad0 network default NAD default NAD key ] I0501 20:19:02.974915 3891 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-qrklq, hostIfaceName: e8bd6eea027bed8, network: default, NAD default, SandboxID: "e8bd6eea027bed88fff36d24a4ca926007f1ccece7f479c6c5bb5227e8a46ad0", PCI device ID: , UID: "1fe56d47-f89f-463f-8eef-8f8e03b8ae71", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0501 20:19:03.021966 3891 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq e8bd6eea027bed88fff36d24a4ca926007f1ccece7f479c6c5bb5227e8a46ad0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-qrklq e8bd6eea027bed88fff36d24a4ca926007f1ccece7f479c6c5bb5227e8a46ad0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9f:76:e2:d0:58\",\"name\":\"e8bd6eea027bed8\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8241cd6e-0295-4c7b-a064-83a102ffaeb0\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:19:06.868453 3891 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.868477 3891 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.901301 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.901320 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.927692 3891 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0501 20:19:23.908271 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0501 20:19:26.966458 3891 cni.go:452] [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key ] I0501 20:19:27.038279 3891 cni.go:473] [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 6876bc3c7f7b0022d796310450387b5d6890f0aa71fb8231f91a92fcc551a721 network default NAD default NAD key default], result "{}", err I0501 20:19:27.091847 3891 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:27.091883 3891 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0501 20:19:27.093210 3891 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.24 I0501 20:19:27.093254 3891 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:27.113014 3891 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:27.113037 3891 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:27.117015 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0501 20:19:27.117043 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0501 20:19:27.840765 3891 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-j99h8] creating logical port tsf_patch-tekton-config-j99h8 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:19:27.840866 3891 kube.go:256] Updating pod tsf/patch-tekton-config-j99h8 I0501 20:19:27.853208 3891 pod.go:62] [tsf/patch-tekton-config-j99h8] pod update took 12.366969ms I0501 20:19:27.853251 3891 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-j99h8] addLogicalPort annotation time took 12.414089ms I0501 20:19:27.854492 3891 pods.go:271] [tsf/patch-tekton-config-j99h8] addLogicalPort took 13.747563ms, libovsdb time 829.273µs I0501 20:19:28.198737 3891 cni.go:452] [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key ] I0501 20:19:28.208539 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-j99h8, hostIfaceName: c3091649fac4d0a, network: default, NAD default, SandboxID: "c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60", PCI device ID: , UID: "2246fbc8-ca17-49ec-aa33-72e2284975cb", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0501 20:19:28.257091 3891 cni.go:473] [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:19:e9:5c:98:1d\",\"name\":\"c3091649fac4d0a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54623abc-ee53-4297-82f9-3b71f07f002b\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:19:33.017740 3891 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:33.018357 3891 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:33.890517 3891 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:33.890540 3891 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:36.016986 3891 cni.go:452] [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key ] I0501 20:19:36.093430 3891 cni.go:473] [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-j99h8 c3091649fac4d0aef058c4119a01a722c356796207806ea2ddfd9ed06a3ebd60 network default NAD default NAD key default], result "{}", err I0501 20:19:36.160662 3891 obj_retry.go:498] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:36.160692 3891 pods.go:176] Deleting pod: tsf/patch-tekton-config-j99h8 I0501 20:19:36.162104 3891 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-j99h8, ips: 10.130.0.28 I0501 20:19:36.162132 3891 obj_retry.go:498] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:36.196142 3891 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-fdcb49758-t9jrg] creating logical port tsf-tas_rekor-redis-fdcb49758-t9jrg for pod on switch ip-10-0-2-119.ec2.internal I0501 20:19:36.196268 3891 kube.go:256] Updating pod tsf-tas/rekor-redis-fdcb49758-t9jrg I0501 20:19:36.211109 3891 pod.go:62] [tsf-tas/rekor-redis-fdcb49758-t9jrg] pod update took 14.883626ms I0501 20:19:36.211128 3891 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-fdcb49758-t9jrg] addLogicalPort annotation time took 14.908936ms I0501 20:19:36.212247 3891 pods.go:271] [tsf-tas/rekor-redis-fdcb49758-t9jrg] addLogicalPort took 16.116566ms, libovsdb time 747.562µs I0501 20:19:37.152950 3891 cni.go:452] [tsf-tas/rekor-redis-fdcb49758-t9jrg fcdfe0f56b1ec2256ee49e6ceb3d2da374d780ab223e3ded7416d8b2de4edf99 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-fdcb49758-t9jrg fcdfe0f56b1ec2256ee49e6ceb3d2da374d780ab223e3ded7416d8b2de4edf99 network default NAD default NAD key ] I0501 20:19:37.162598 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-fdcb49758-t9jrg, hostIfaceName: fcdfe0f56b1ec22, network: default, NAD default, SandboxID: "fcdfe0f56b1ec2256ee49e6ceb3d2da374d780ab223e3ded7416d8b2de4edf99", PCI device ID: , UID: "47c1cb39-42e4-4539-af16-0fb09a7ebb4a", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0501 20:19:37.182078 3891 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:37.182103 3891 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:37.210564 3891 cni.go:473] [tsf-tas/rekor-redis-fdcb49758-t9jrg fcdfe0f56b1ec2256ee49e6ceb3d2da374d780ab223e3ded7416d8b2de4edf99 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-fdcb49758-t9jrg fcdfe0f56b1ec2256ee49e6ceb3d2da374d780ab223e3ded7416d8b2de4edf99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:71:fe:45:65:65\",\"name\":\"fcdfe0f56b1ec22\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29b2f643-a54f-4911-b6f6-b89fe31fb2fe\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:19:37.291758 3891 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-x9jhd] creating logical port tsf_tsf-tekton-configuration-x9jhd for pod on switch ip-10-0-2-119.ec2.internal I0501 20:19:37.291880 3891 kube.go:256] Updating pod tsf/tsf-tekton-configuration-x9jhd I0501 20:19:37.306452 3891 pod.go:62] [tsf/tsf-tekton-configuration-x9jhd] pod update took 14.591314ms I0501 20:19:37.306476 3891 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-x9jhd] addLogicalPort annotation time took 14.618977ms I0501 20:19:37.307686 3891 pods.go:271] [tsf/tsf-tekton-configuration-x9jhd] addLogicalPort took 15.948788ms, libovsdb time 889.346µs I0501 20:19:37.648673 3891 cni.go:452] [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key ] I0501 20:19:37.659507 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-x9jhd, hostIfaceName: 2bf18e41bf29b1c, network: default, NAD default, SandboxID: "2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6", PCI device ID: , UID: "846bdac7-ad34-4732-bec2-e8246d499d93", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0501 20:19:37.709701 3891 cni.go:473] [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:fa:15:6e:ca:a6\",\"name\":\"2bf18e41bf29b1c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e9bc837-a453-4ebe-aabe-810b47fc76de\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:19:38.085965 3891 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:38.086529 3891 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:38.949773 3891 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:38.949821 3891 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:39.481851 3891 namespace.go:142] [openshift-pipelines] updating namespace W0501 20:19:40.929832 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0501 20:19:42.945069 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0501 20:19:43.078727 3891 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0501 20:19:45.072974 3891 cni.go:452] [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key ] I0501 20:19:45.138540 3891 cni.go:473] [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-x9jhd 2bf18e41bf29b1c273fc9fcf80989625482bee8d81708e85b4168caababdacc6 network default NAD default NAD key default], result "{}", err I0501 20:19:45.184856 3891 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-x9jhd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:45.184895 3891 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-x9jhd I0501 20:19:45.186085 3891 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-x9jhd, ips: 10.130.0.30 I0501 20:19:45.186115 3891 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-x9jhd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:19:45.966039 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0501 20:19:46.085680 3891 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-x9jhd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.085706 3891 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-x9jhd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.121755 3891 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.121775 3891 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.126774 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-j99h8 I0501 20:19:46.126799 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-j99h8 I0501 20:19:46.804361 3891 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-119.ec2.internal I0501 20:19:46.804461 3891 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0501 20:19:46.817711 3891 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.276481ms I0501 20:19:46.817734 3891 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.303772ms I0501 20:19:46.819080 3891 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.730474ms, libovsdb time 940.092µs I0501 20:19:47.159340 3891 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key ] I0501 20:19:47.169173 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 906861b902fd418, network: default, NAD default, SandboxID: "906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e", PCI device ID: , UID: "73eef804-b575-4424-b501-08028bfa7abe", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0501 20:19:47.217479 3891 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:1b:93:a9:99:02\",\"name\":\"906861b902fd418\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfe83c1c-2171-4fa5-a4b9-2cf57534ab75\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:19:50.102528 3891 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key ] I0501 20:19:50.178531 3891 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 906861b902fd4181689bdbf60bbedc20039c7906b6af2098a08ce1db8a88d23e network default NAD default NAD key default], result "{}", err I0501 20:19:50.228323 3891 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:50.228360 3891 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0501 20:19:50.230047 3891 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.31 I0501 20:19:50.230073 3891 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:50.250616 3891 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:50.250634 3891 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:50.257494 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0501 20:19:50.257514 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0501 20:19:50.504977 3891 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-119.ec2.internal I0501 20:19:50.505066 3891 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0501 20:19:50.520629 3891 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.586194ms I0501 20:19:50.520654 3891 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.615266ms I0501 20:19:50.521950 3891 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.98585ms, libovsdb time 941.478µs I0501 20:19:50.860043 3891 cni.go:452] [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key ] I0501 20:19:50.870707 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 629463ea5273b90, network: default, NAD default, SandboxID: "629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b", PCI device ID: , UID: "3db16498-e255-435f-bb16-7faedc956ba3", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0501 20:19:50.919747 3891 cni.go:473] [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:89:8a:1a:7a:a4\",\"name\":\"629463ea5273b90\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48c21658-3b26-4325-859f-33f84a5e1e63\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:19:55.101149 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0501 20:20:01.206401 3891 obj_retry.go:498] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:01.206954 3891 obj_retry.go:498] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:02.232175 3891 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:02.232203 3891 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:02.350827 3891 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-4r9lc] creating logical port tsf-tpa_migrate-db-4r9lc for pod on switch ip-10-0-2-119.ec2.internal I0501 20:20:02.350917 3891 kube.go:256] Updating pod tsf-tpa/migrate-db-4r9lc I0501 20:20:02.363019 3891 pod.go:62] [tsf-tpa/migrate-db-4r9lc] pod update took 12.129034ms I0501 20:20:02.363040 3891 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-4r9lc] addLogicalPort annotation time took 12.154667ms I0501 20:20:02.364329 3891 pods.go:271] [tsf-tpa/migrate-db-4r9lc] addLogicalPort took 13.520982ms, libovsdb time 900.506µs I0501 20:20:02.677272 3891 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-vzg28-2gz6q] creating logical port tsf-tas_tuf-repository-init-vzg28-2gz6q for pod on switch ip-10-0-2-119.ec2.internal I0501 20:20:02.677381 3891 kube.go:256] Updating pod tsf-tas/tuf-repository-init-vzg28-2gz6q I0501 20:20:02.689883 3891 pod.go:62] [tsf-tas/tuf-repository-init-vzg28-2gz6q] pod update took 12.52989ms I0501 20:20:02.689911 3891 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-vzg28-2gz6q] addLogicalPort annotation time took 12.562795ms I0501 20:20:02.691292 3891 pods.go:271] [tsf-tas/tuf-repository-init-vzg28-2gz6q] addLogicalPort took 14.036275ms, libovsdb time 1.020131ms I0501 20:20:02.724475 3891 cni.go:452] [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key ] I0501 20:20:02.733839 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-4r9lc, hostIfaceName: e037dd162631984, network: default, NAD default, SandboxID: "e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f", PCI device ID: , UID: "6da59c6d-cac8-4a7d-81cf-f21db0730c45", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0501 20:20:02.781700 3891 cni.go:473] [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f8:ca:ea:83:92\",\"name\":\"e037dd162631984\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d45649e4-5c3e-4390-bf8d-4dd2867877d7\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:20:04.376128 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:04.376725 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:05.096286 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:05.096310 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:06.353078 3891 cni.go:452] [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key ] I0501 20:20:06.362735 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-vzg28-2gz6q, hostIfaceName: 32bc62d4c279e09, network: default, NAD default, SandboxID: "32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31", PCI device ID: , UID: "b53abb50-4c3f-4f4b-ae80-3235f0eed247", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0501 20:20:06.412085 3891 cni.go:473] [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:38:14:86:66:e1\",\"name\":\"32bc62d4c279e09\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b46bf195-6649-4607-9eb4-60da82ec50ca\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:20:08.198644 3891 cni.go:452] [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key ] I0501 20:20:08.276913 3891 cni.go:473] [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-4r9lc e037dd162631984355ac246d131a3d4cecb1e413cf0c1168c771f4a4f2a3339f network default NAD default NAD key default], result "{}", err I0501 20:20:08.422011 3891 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:08.422038 3891 pods.go:176] Deleting pod: tsf-tpa/migrate-db-4r9lc I0501 20:20:08.423439 3891 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-4r9lc, ips: 10.130.0.33 I0501 20:20:08.423466 3891 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:09.211524 3891 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:09.211547 3891 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:11.273079 3891 obj_retry.go:498] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:11.273638 3891 obj_retry.go:498] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:12.299441 3891 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:12.299464 3891 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:12.322800 3891 base_network_controller_pods.go:487] [default/tsf-tpa/server-75696857ff-dkq66] creating logical port tsf-tpa_server-75696857ff-dkq66 for pod on switch ip-10-0-2-119.ec2.internal I0501 20:20:12.322923 3891 kube.go:256] Updating pod tsf-tpa/server-75696857ff-dkq66 I0501 20:20:12.339900 3891 pod.go:62] [tsf-tpa/server-75696857ff-dkq66] pod update took 17.017038ms I0501 20:20:12.339922 3891 base_network_controller_pods.go:951] [default/tsf-tpa/server-75696857ff-dkq66] addLogicalPort annotation time took 17.043473ms I0501 20:20:12.341165 3891 pods.go:271] [tsf-tpa/server-75696857ff-dkq66] addLogicalPort took 18.385513ms, libovsdb time 893.424µs I0501 20:20:12.375026 3891 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-76xqr] creating logical port tsf-tpa_importer-86bcdf477b-76xqr for pod on switch ip-10-0-2-119.ec2.internal I0501 20:20:12.375133 3891 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-76xqr I0501 20:20:12.388787 3891 pod.go:62] [tsf-tpa/importer-86bcdf477b-76xqr] pod update took 13.675981ms I0501 20:20:12.388811 3891 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-76xqr] addLogicalPort annotation time took 13.706105ms I0501 20:20:12.390135 3891 pods.go:271] [tsf-tpa/importer-86bcdf477b-76xqr] addLogicalPort took 15.12885ms, libovsdb time 917.536µs I0501 20:20:15.238278 3891 cni.go:452] [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key ] I0501 20:20:15.320457 3891 cni.go:473] [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-vzg28-2gz6q 32bc62d4c279e09e659e7226c23d1590e3a370f6e95331986c93dd66d142ae31 network default NAD default NAD key default], result "{}", err I0501 20:20:15.519441 3891 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:15.519473 3891 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-vzg28-2gz6q I0501 20:20:15.520886 3891 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-vzg28-2gz6q, ips: 10.130.0.34 I0501 20:20:15.520922 3891 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:16.542345 3891 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:16.542375 3891 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:17.841982 3891 cni.go:452] [tsf-tpa/server-75696857ff-dkq66 a94521f9925287fbff903da508349b2bbeaf20407a39e030c900bd268f699527 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-75696857ff-dkq66 a94521f9925287fbff903da508349b2bbeaf20407a39e030c900bd268f699527 network default NAD default NAD key ] I0501 20:20:17.851187 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-75696857ff-dkq66, hostIfaceName: a94521f9925287f, network: default, NAD default, SandboxID: "a94521f9925287fbff903da508349b2bbeaf20407a39e030c900bd268f699527", PCI device ID: , UID: "c22fa30b-4aa5-4dd5-afc2-a8c79c59582e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0501 20:20:17.864867 3891 cni.go:452] [tsf-tpa/importer-86bcdf477b-76xqr 0679172dad2a665006f463d28ac17d228896f87aa4a55ba80efb61c0b793554c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-76xqr 0679172dad2a665006f463d28ac17d228896f87aa4a55ba80efb61c0b793554c network default NAD default NAD key ] I0501 20:20:17.874096 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-76xqr, hostIfaceName: 0679172dad2a665, network: default, NAD default, SandboxID: "0679172dad2a665006f463d28ac17d228896f87aa4a55ba80efb61c0b793554c", PCI device ID: , UID: "befd2e6d-7a80-4edc-baae-65bbefd2f084", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0501 20:20:17.903455 3891 cni.go:473] [tsf-tpa/server-75696857ff-dkq66 a94521f9925287fbff903da508349b2bbeaf20407a39e030c900bd268f699527 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-75696857ff-dkq66 a94521f9925287fbff903da508349b2bbeaf20407a39e030c900bd268f699527 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0f:17:48:5d:75\",\"name\":\"a94521f9925287f\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ab390a0-ba3e-4ded-9efe-3578a8c6f63b\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 20:20:17.922917 3891 cni.go:473] [tsf-tpa/importer-86bcdf477b-76xqr 0679172dad2a665006f463d28ac17d228896f87aa4a55ba80efb61c0b793554c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-76xqr 0679172dad2a665006f463d28ac17d228896f87aa4a55ba80efb61c0b793554c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:df:93:3c:d3:b7\",\"name\":\"0679172dad2a665\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f585912-8a34-481d-be04-185282e0b3ba\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:20:18.276451 3891 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0501 20:20:19.796649 3891 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-bpzkw] creating logical port tsf-tas_tuf-97fc8ff76-bpzkw for pod on switch ip-10-0-2-119.ec2.internal I0501 20:20:19.796740 3891 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-bpzkw I0501 20:20:19.809690 3891 pod.go:62] [tsf-tas/tuf-97fc8ff76-bpzkw] pod update took 12.970956ms I0501 20:20:19.809718 3891 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-bpzkw] addLogicalPort annotation time took 13.004994ms I0501 20:20:19.811063 3891 pods.go:271] [tsf-tas/tuf-97fc8ff76-bpzkw] addLogicalPort took 14.430056ms, libovsdb time 881.114µs I0501 20:20:26.754651 3891 cni.go:452] [tsf-tas/tuf-97fc8ff76-bpzkw 894a5343ba808309bc476220dd559aca156a03ea6d4c6591b5820a3227e7f102 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-bpzkw 894a5343ba808309bc476220dd559aca156a03ea6d4c6591b5820a3227e7f102 network default NAD default NAD key ] I0501 20:20:26.764069 3891 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-bpzkw, hostIfaceName: 894a5343ba80830, network: default, NAD default, SandboxID: "894a5343ba808309bc476220dd559aca156a03ea6d4c6591b5820a3227e7f102", PCI device ID: , UID: "4934c3b3-907e-4927-8936-ca32e47d6934", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0501 20:20:26.813940 3891 cni.go:473] [tsf-tas/tuf-97fc8ff76-bpzkw 894a5343ba808309bc476220dd559aca156a03ea6d4c6591b5820a3227e7f102 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-bpzkw 894a5343ba808309bc476220dd559aca156a03ea6d4c6591b5820a3227e7f102 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5e:5f:9a:63:c6\",\"name\":\"894a5343ba80830\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ddb4436-a2e0-4ab0-a149-6de186edaf25\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0501 20:20:29.260786 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0501 20:20:29.313906 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0501 20:20:31.327661 3891 cni.go:452] [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key ] I0501 20:20:31.402732 3891 cni.go:473] [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 629463ea5273b90e7a1651d3d3c48301cfdc69a33fb1b817c4705ba223e9074b network default NAD default NAD key default], result "{}", err I0501 20:20:31.454733 3891 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:31.454764 3891 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0501 20:20:31.456107 3891 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.32 I0501 20:20:31.456135 3891 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:31.479195 3891 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:31.479219 3891 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:31.485682 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0501 20:20:31.485703 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0501 20:20:32.268398 3891 namespace.go:98] [integration-service] adding namespace I0501 20:20:32.268435 3891 namespace.go:98] [build-service] adding namespace I0501 20:20:32.268611 3891 namespace.go:98] [image-controller] adding namespace I0501 20:20:32.268734 3891 namespace.go:98] [default-tenant] adding namespace I0501 20:20:32.269214 3891 namespace.go:102] [integration-service] adding namespace took 799.028µs I0501 20:20:32.269980 3891 namespace.go:102] [build-service] adding namespace took 1.530865ms I0501 20:20:32.270559 3891 namespace.go:102] [image-controller] adding namespace took 1.93561ms I0501 20:20:32.271066 3891 namespace.go:102] [default-tenant] adding namespace took 2.318203ms I0501 20:20:32.315454 3891 namespace.go:142] [integration-service] updating namespace I0501 20:20:32.340365 3891 namespace.go:142] [integration-service] updating namespace I0501 20:20:32.357704 3891 namespace.go:142] [build-service] updating namespace I0501 20:20:32.452275 3891 namespace.go:142] [build-service] updating namespace I0501 20:20:32.485730 3891 namespace.go:142] [image-controller] updating namespace I0501 20:20:32.558799 3891 namespace.go:142] [default-tenant] updating namespace I0501 20:20:32.598323 3891 namespace.go:142] [image-controller] updating namespace I0501 20:20:32.682080 3891 namespace.go:142] [default-tenant] updating namespace I0501 20:20:32.867827 3891 namespace.go:142] [build-service] updating namespace I0501 20:20:32.945176 3891 namespace.go:142] [integration-service] updating namespace I0501 20:20:33.051333 3891 namespace.go:98] [release-service] adding namespace I0501 20:20:33.051390 3891 namespace.go:142] [build-service] updating namespace I0501 20:20:33.052173 3891 namespace.go:102] [release-service] adding namespace took 823.81µs I0501 20:20:33.171191 3891 namespace.go:142] [konflux-ui] updating namespace I0501 20:20:33.221301 3891 namespace.go:142] [release-service] updating namespace I0501 20:20:33.321336 3891 namespace.go:142] [default-tenant] updating namespace I0501 20:20:33.431983 3891 namespace.go:142] [release-service] updating namespace I0501 20:20:33.592941 3891 namespace.go:98] [konflux-info] adding namespace I0501 20:20:33.593758 3891 namespace.go:102] [konflux-info] adding namespace took 795.305µs I0501 20:20:33.604329 3891 namespace.go:142] [image-controller] updating namespace I0501 20:20:33.695100 3891 namespace.go:142] [konflux-info] updating namespace I0501 20:20:33.737519 3891 namespace.go:98] [namespace-lister] adding namespace I0501 20:20:33.737655 3891 namespace.go:98] [enterprise-contract-service] adding namespace I0501 20:20:33.738343 3891 namespace.go:102] [namespace-lister] adding namespace took 805.047µs I0501 20:20:33.738890 3891 namespace.go:102] [enterprise-contract-service] adding namespace took 1.218164ms I0501 20:20:33.765428 3891 namespace.go:142] [konflux-info] updating namespace I0501 20:20:33.837808 3891 namespace.go:142] [image-controller] updating namespace I0501 20:20:33.873328 3891 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:33.915770 3891 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:34.028178 3891 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:34.028314 3891 namespace.go:142] [default-tenant] updating namespace I0501 20:20:34.059182 3891 namespace.go:98] [segment-bridge] adding namespace I0501 20:20:34.060166 3891 namespace.go:102] [segment-bridge] adding namespace took 965.798µs I0501 20:20:34.115802 3891 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:34.115830 3891 namespace.go:98] [konflux-cli] adding namespace I0501 20:20:34.116798 3891 namespace.go:102] [konflux-cli] adding namespace took 951.99µs I0501 20:20:34.264830 3891 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:34.333162 3891 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:34.376616 3891 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:34.501317 3891 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:34.636839 3891 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0501 20:20:34.637465 3891 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0501 20:20:34.637483 3891 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0501 20:20:34.640048 3891 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0501 20:20:34.656398 3891 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0501 20:20:34.656426 3891 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0501 20:20:34.657095 3891 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0501 20:20:34.763399 3891 namespace.go:142] [integration-service] updating namespace I0501 20:20:35.041969 3891 namespace.go:142] [build-service] updating namespace I0501 20:20:35.158694 3891 namespace.go:142] [default-tenant] updating namespace I0501 20:20:35.202241 3891 namespace.go:142] [image-controller] updating namespace I0501 20:20:35.237003 3891 namespace.go:142] [integration-service] updating namespace I0501 20:20:35.477417 3891 namespace.go:142] [build-service] updating namespace I0501 20:20:35.674766 3891 namespace.go:142] [default-tenant] updating namespace I0501 20:20:35.840573 3891 namespace.go:142] [image-controller] updating namespace I0501 20:20:36.059541 3891 namespace.go:142] [integration-service] updating namespace I0501 20:20:37.707309 3891 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:37.959909 3891 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:38.165345 3891 namespace.go:142] [konflux-info] updating namespace I0501 20:20:38.355532 3891 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:38.552186 3891 namespace.go:142] [release-service] updating namespace I0501 20:20:38.749825 3891 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:38.875758 3891 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:38.893174 3891 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:38.913859 3891 namespace.go:142] [konflux-info] updating namespace I0501 20:20:38.933611 3891 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:38.944677 3891 namespace.go:142] [release-service] updating namespace I0501 20:20:38.960745 3891 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:39.016873 3891 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:39.091349 3891 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:39.149198 3891 namespace.go:142] [konflux-info] updating namespace I0501 20:20:39.236757 3891 namespace.go:142] [namespace-lister] updating namespace W0501 20:20:39.279601 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0501 20:20:39.306760 3891 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0501 20:20:39.331418 3891 namespace.go:142] [release-service] updating namespace W0501 20:20:39.337269 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0501 20:20:39.432315 3891 namespace.go:142] [segment-bridge] updating namespace W0501 20:20:40.330776 3891 util.go:959] Failed to build node endpoints for node ip-10-0-2-119.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0501 20:20:45.317495 3891 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0501 20:20:49.360615 3891 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:49.360639 3891 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:51.398435 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0501 20:20:51.401904 3891 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0501 20:20:51.402009 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 W0501 20:20:51.427853 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0501 20:20:51.429341 3891 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0501 20:20:51.464239 3891 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:51.464255 3891 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:51.490288 3891 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0501 20:20:51.493486 3891 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0501 20:21:03.300974 3891 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:03.301571 3891 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:03.474694 3891 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:03.474712 3891 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:03.481037 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tm62q I0501 20:21:03.481061 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tm62q I0501 20:21:27.418890 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=608 I0501 20:21:46.503854 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0501 20:21:53.494273 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0501 20:21:56.451949 3891 obj_retry.go:498] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:56.452544 3891 obj_retry.go:498] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:56.514955 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0501 20:21:56.763176 3891 obj_retry.go:492] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:56.763204 3891 obj_retry.go:492] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:56.770351 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-9989d746b-8n7nc I0501 20:21:56.770378 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-9989d746b-8n7nc I0501 20:22:06.000925 3891 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:22:06.001543 3891 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:22:06.038561 3891 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:22:06.038609 3891 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:22:06.045244 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0501 20:22:06.045271 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0501 20:22:27.403705 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0501 20:22:39.808032 3891 namespace.go:98] [managed-tenant-dfz6i] adding namespace I0501 20:22:39.808859 3891 namespace.go:102] [managed-tenant-dfz6i] adding namespace took 803.466µs I0501 20:22:39.832764 3891 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:39.852001 3891 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:40.939972 3891 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:41.073486 3891 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:41.171285 3891 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:44.530719 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0501 20:23:12.408394 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0501 20:23:40.494525 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0501 20:23:48.510493 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0501 20:24:05.417011 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0501 20:24:31.526198 3891 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0501 20:25:04.410720 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=134 I0501 20:26:16.405341 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=27 I0501 20:26:16.498528 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0501 20:26:46.533373 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0501 20:27:09.536143 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0501 20:28:34.406832 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0501 20:29:08.518694 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0501 20:29:18.422288 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19 I0501 20:30:02.055426 3891 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:02.055475 3891 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:02.059604 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-h67hp I0501 20:30:02.059633 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-h67hp I0501 20:30:03.513986 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0501 20:30:03.848363 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:30:03.848952 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:30:04.507485 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0501 20:30:04.701596 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.701621 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.745584 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.745609 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.751373 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:30:04.751399 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:30:09.042489 3891 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:09.042519 3891 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:09.048154 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-4r9lc I0501 20:30:09.048182 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-4r9lc I0501 20:30:12.033829 3891 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:12.033864 3891 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:12.039302 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mx4t2 I0501 20:30:12.039325 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mx4t2 I0501 20:30:31.497573 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0501 20:30:32.413983 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0501 20:31:01.227312 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:01.227955 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:01.982214 3891 obj_retry.go:492] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:31:01.982259 3891 obj_retry.go:492] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:31:01.988618 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:31:01.988649 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:31:05.187635 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:05.188291 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:17.420671 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0501 20:31:20.313417 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:20.314004 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:32:00.411615 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0501 20:32:10.501829 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0501 20:32:11.498929 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0501 20:32:23.534191 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0501 20:32:32.797759 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:32:32.798348 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:32:37.536928 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0501 20:33:43.408686 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0501 20:33:48.539379 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0501 20:34:22.529976 3891 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0501 20:35:07.517235 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0501 20:35:38.418007 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0501 20:35:52.522327 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0501 20:35:55.501356 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0501 20:36:27.402426 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:36:27.403023 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:36:35.426696 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=110 I0501 20:37:08.494664 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:08.495284 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.313896 3891 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.314470 3891 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.653448 3891 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:11.653482 3891 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:11.660844 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:37:11.660867 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:37:13.148279 3891 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:13.148819 3891 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:13.514240 3891 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:13.514266 3891 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:13.520568 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:37:13.520599 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:37:28.409920 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0501 20:37:41.416035 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0501 20:37:42.504908 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0501 20:37:53.991779 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:53.992391 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.290761 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.291349 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.330430 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.330936 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:35.283026 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:35.283623 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:55.463121 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:55.463648 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:39:22.539900 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0501 20:39:54.537278 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0501 20:39:59.510845 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0501 20:40:03.907669 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:40:03.908286 3891 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:40:04.762959 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.762986 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.796920 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.796946 3891 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.802359 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 I0501 20:40:04.802389 3891 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 I0501 20:40:07.424605 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0501 20:41:00.412580 3891 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0501 20:41:07.304496 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:07.305124 3891 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:08.521114 3891 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0501 20:41:09.533640 3891 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0501 20:41:14.502076 3891 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0501 20:41:25.488886 3891 obj_retry.go:498] Detected object default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:25.489520 3891 obj_retry.go:498] Detected object default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it