+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-214.ec2.internal ++ [[ -n ip-10-0-0-214.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-214.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 23:12:56.082608884 - disable conntrack on geneve port' I0505 23:12:56.082608884 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 23:12:56.124160458 - starting ovnkube-node' I0505 23:12:56.124160458 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-214.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-214.ec2.internal --init-node ip-10-0-0-214.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-214.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 23:12:56.176977 3762 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 23:12:56.177028 3762 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-1f93bc5c03.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 23:12:56.178797 3762 kube.go:431] Waiting for certificate I0505 23:12:56.178830 3762 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 23:12:56.178867 3762 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 23:12:56.179521 3762 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:12:56.216151 3762 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:56.216166 3762 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:56.220631 3762 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:56.220717 3762 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-27ww5" I0505 23:13:06.159077 3762 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-27ww5" I0505 23:13:06.159157 3762 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:13:07.178943 3762 kube.go:438] Certificate found I0505 23:13:07.179538 3762 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:13:07.181118 3762 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 23:13:07.191201 3762 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 23:08:06 +0000 UTC" deadline="2026-05-06 20:23:26.69267419 +0000 UTC" I0505 23:13:07.191252 3762 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h10m19.501438312s" I0505 23:13:07.258351 3762 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:13:07.274558 3762 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 23:13:07.274660 3762 factory.go:561] Starting watch factory I0505 23:13:07.274777 3762 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274805 3762 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274881 3762 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274907 3762 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274923 3762 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274941 3762 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274965 3762 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.275003 3762 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274780 3762 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.274781 3762 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 23:13:07.275278 3762 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.275310 3762 server.go:101] MetricServer registers OVS metrics I0505 23:13:07.275616 3762 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.275634 3762 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.276012 3762 server.go:105] MetricServer registers OVN DB metrics I0505 23:13:07.278423 3762 controller_manager.go:370] Starting the ovnkube controller I0505 23:13:07.278435 3762 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-214.ec2.internal I0505 23:13:07.278474 3762 controller_manager.go:395] NBDB zone sync took: 32.997µs I0505 23:13:07.278481 3762 factory.go:561] Starting watch factory I0505 23:13:07.280547 3762 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 23:13:07.280575 3762 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 23:13:07.292713 3762 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 23:13:07.292730 3762 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 23:13:07.295939 3762 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 23:13:07.295985 3762 server.go:109] MetricServer registers OVN Controller metrics I0505 23:13:07.296072 3762 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.296540 3762 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.296705 3762 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.301074 3762 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.301397 3762 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.301724 3762 server.go:113] MetricServer registers OVN Northd metrics I0505 23:13:07.306951 3762 metrics.go:519] OVN Metrics Server starts to run ... I0505 23:13:07.309895 3762 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:13:07.380596 3762 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:13:07.380611 3762 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:13:07.380615 3762 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:13:07.380618 3762 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:13:07.380621 3762 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:13:07.380624 3762 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:13:07.380680 3762 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.380696 3762 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.380836 3762 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.380870 3762 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.383558 3762 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.383567 3762 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:13:07.383578 3762 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:13:07.383584 3762 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:13:07.383587 3762 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:13:07.383590 3762 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:13:07.383592 3762 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:13:07.383624 3762 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:13:07.386144 3762 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:13:07.386161 3762 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:13:07.386263 3762 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.386281 3762 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.389023 3762 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:13:07.389034 3762 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:13:07.391625 3762 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:13:07.391621 3762 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.391678 3762 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.391689 3762 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.394190 3762 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:13:07.394338 3762 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.397082 3762 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:13:07.397130 3762 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.397139 3762 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.399201 3762 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.399238 3762 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:13:07.402236 3762 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:13:07.402295 3762 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.402311 3762 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.404233 3762 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.404266 3762 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:13:07.408138 3762 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:13:07.408188 3762 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.408198 3762 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.409289 3762 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:13:07.410365 3762 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.414200 3762 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:13:07.414332 3762 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:13:07.414339 3762 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:07.414349 3762 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:07.416651 3762 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:13:07.419774 3762 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:13:07.419829 3762 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.419842 3762 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.419861 3762 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:13:07.419887 3762 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.419899 3762 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.422400 3762 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.422826 3762 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:13:07.425209 3762 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:13:07.425222 3762 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:13:07.425230 3762 factory.go:680] Watch Factory start up complete, took: 150.575695ms I0505 23:13:07.425214 3762 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:13:07.425278 3762 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:13:07.425285 3762 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 23:13:07.425287 3762 factory.go:680] Watch Factory start up complete, took: 146.80449ms I0505 23:13:07.425294 3762 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-214.ec2.internal" zone I0505 23:13:07.476062 3762 default_node_network_controller.go:710] Initializing the default node network controller I0505 23:13:07.554087 3762 udn_isolation.go:101] Starting UDN host isolation manager I0505 23:13:07.560101 3762 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 23:13:07.620646 3762 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 23:13:07.620785 3762 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 23:13:07.620798 3762 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 23:13:07.651703 3762 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 23:13:07.651772 3762 default_node_network_controller.go:809] Node ip-10-0-0-214.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0505 23:13:07.656735 3762 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.214"] k8s.ovn.org/zone-name:ip-10-0-0-214.ec2.internal] on node ip-10-0-0-214.ec2.internal I0505 23:13:07.682863 3762 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 23:13:07.688542 3762 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 23:13:07.688685 3762 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 23:13:07.688812 3762 gateway_init.go:263] Preparing Gateway I0505 23:13:07.688824 3762 gateway_shared_intf.go:1687] Creating new gateway I0505 23:13:07.796580 3762 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:13:07.802455 3762 iptables.go:108] Creating table: filter chain: OUTPUT I0505 23:13:07.808205 3762 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 23:13:07.808218 3762 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-214.ec2.internal","mac-address":"12:a0:08:7b:b6:29","ip-addresses":["10.0.0.214/24"],"ip-address":"10.0.0.214/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a80da490-032e-4239-acc7-61356ad3c93a k8s.ovn.org/node-encap-ips:["10.0.0.214"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.214/24"} k8s.ovn.org/zone-name:ip-10-0-0-214.ec2.internal] on node ip-10-0-0-214.ec2.internal I0505 23:13:07.832390 3762 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:07.926374 3762 controller_manager.go:429] Waiting for node in zone sync took: 501.068542ms I0505 23:13:07.931413 3762 controller_manager.go:611] Switching to transit router for layer2 networks I0505 23:13:07.931428 3762 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-214.ec2.internal I0505 23:13:07.948081 3762 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:13:07.954159 3762 controller_manager.go:290] SCTP support detected in OVN I0505 23:13:07.954695 3762 services_controller.go:69] Creating services controller for network=default I0505 23:13:07.954806 3762 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 23:13:07.954947 3762 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 23:13:07.955009 3762 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 23:13:07.955023 3762 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 23:13:07.955032 3762 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:13:07.955206 3762 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 23:13:07.955264 3762 udn_enabled_svc.go:95] Performing full resync I0505 23:13:07.955278 3762 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 23:13:07.955308 3762 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.518µs I0505 23:13:07.955312 3762 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 28.394µs I0505 23:13:07.955331 3762 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.588µs I0505 23:13:07.955338 3762 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 23:13:07.955346 3762 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 23:13:07.955357 3762 default_network_controller.go:325] Starting the default network controller I0505 23:13:07.955456 3762 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.274µs I0505 23:13:07.955550 3762 udn_enabled_svc.go:99] Waiting for handler to sync I0505 23:13:07.955564 3762 udn_enabled_svc.go:104] Starting worker I0505 23:13:07.963803 3762 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 23:13:07.963854 3762 repair.go:33] Syncing exgw routes took 40.276µs I0505 23:13:07.963875 3762 default_network_controller.go:414] Starting all the Watchers... I0505 23:13:07.964006 3762 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 23:13:07.964010 3762 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 23:13:07.964014 3762 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 23:13:07.964020 3762 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 23:13:07.964026 3762 namespace.go:98] [openshift-dns-operator] adding namespace I0505 23:13:07.964036 3762 namespace.go:98] [openshift-image-registry] adding namespace I0505 23:13:07.964043 3762 namespace.go:98] [openshift-config-operator] adding namespace I0505 23:13:07.964119 3762 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 23:13:07.964132 3762 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 23:13:07.964141 3762 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 23:13:07.964147 3762 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 23:13:07.964152 3762 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 23:13:07.964158 3762 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 23:13:07.964166 3762 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 23:13:07.964179 3762 namespace.go:98] [openshift-infra] adding namespace I0505 23:13:07.964715 3762 namespace.go:102] [openshift-backplane-csm] adding namespace took 696.203µs I0505 23:13:07.964736 3762 namespace.go:98] [kube-node-lease] adding namespace I0505 23:13:07.965243 3762 namespace.go:102] [kube-node-lease] adding namespace took 501.116µs I0505 23:13:07.965259 3762 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 23:13:07.965886 3762 namespace.go:102] [openshift-kube-scheduler] adding namespace took 621.68µs I0505 23:13:07.965899 3762 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 23:13:07.966789 3762 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.767387ms I0505 23:13:07.966807 3762 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 23:13:07.967335 3762 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.312084ms I0505 23:13:07.967349 3762 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 23:13:07.967813 3762 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.787954ms I0505 23:13:07.967822 3762 namespace.go:98] [openshift-cluster-version] adding namespace I0505 23:13:07.968412 3762 namespace.go:102] [openshift-dns-operator] adding namespace took 4.379554ms I0505 23:13:07.968421 3762 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 23:13:07.968929 3762 namespace.go:102] [openshift-image-registry] adding namespace took 4.881207ms I0505 23:13:07.968946 3762 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 23:13:07.969417 3762 namespace.go:102] [openshift-config-operator] adding namespace took 5.367218ms I0505 23:13:07.969434 3762 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 23:13:07.969937 3762 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.807248ms I0505 23:13:07.969954 3762 namespace.go:98] [openshift-config-managed] adding namespace I0505 23:13:07.970468 3762 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.327567ms I0505 23:13:07.970484 3762 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 23:13:07.971015 3762 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.869421ms I0505 23:13:07.971027 3762 namespace.go:98] [openshift-console-operator] adding namespace I0505 23:13:07.971401 3762 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.247943ms I0505 23:13:07.971415 3762 namespace.go:98] [dedicated-admin] adding namespace I0505 23:13:07.971936 3762 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.77621ms I0505 23:13:07.971953 3762 namespace.go:98] [kube-system] adding namespace I0505 23:13:07.972416 3762 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.251632ms I0505 23:13:07.972437 3762 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 23:13:07.972977 3762 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.798216ms I0505 23:13:07.972993 3762 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 23:13:07.973486 3762 namespace.go:102] [openshift-infra] adding namespace took 9.299658ms I0505 23:13:07.973502 3762 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 23:13:07.973953 3762 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 8.049282ms I0505 23:13:07.973967 3762 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 23:13:07.974396 3762 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.583386ms I0505 23:13:07.974409 3762 namespace.go:98] [openshift-dns] adding namespace I0505 23:13:07.974870 3762 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.514094ms I0505 23:13:07.974886 3762 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 23:13:07.975288 3762 namespace.go:102] [openshift-cluster-version] adding namespace took 7.46035ms I0505 23:13:07.975299 3762 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 23:13:07.975785 3762 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.359702ms I0505 23:13:07.975796 3762 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 23:13:07.976200 3762 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.247381ms I0505 23:13:07.976215 3762 namespace.go:98] [openshift-controller-manager] adding namespace I0505 23:13:07.976666 3762 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.227262ms I0505 23:13:07.976677 3762 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 23:13:07.977082 3762 namespace.go:102] [openshift-config-managed] adding namespace took 7.12231ms I0505 23:13:07.977101 3762 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 23:13:07.977550 3762 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.060855ms I0505 23:13:07.977563 3762 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 23:13:07.977958 3762 namespace.go:102] [openshift-console-operator] adding namespace took 6.926561ms I0505 23:13:07.977971 3762 namespace.go:98] [openshift] adding namespace I0505 23:13:07.978456 3762 namespace.go:102] [dedicated-admin] adding namespace took 7.035405ms I0505 23:13:07.978470 3762 namespace.go:98] [openshift-apiserver] adding namespace I0505 23:13:07.978913 3762 namespace.go:102] [kube-system] adding namespace took 6.955004ms I0505 23:13:07.978925 3762 namespace.go:98] [openshift-package-operator] adding namespace I0505 23:13:07.979317 3762 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.874575ms I0505 23:13:07.979327 3762 namespace.go:98] [openshift-operators] adding namespace I0505 23:13:07.979766 3762 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.76832ms I0505 23:13:07.979778 3762 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 23:13:07.980172 3762 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.666083ms I0505 23:13:07.980183 3762 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 23:13:07.980622 3762 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.650429ms I0505 23:13:07.980633 3762 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 23:13:07.981137 3762 namespace.go:102] [openshift-dns] adding namespace took 6.722387ms I0505 23:13:07.981150 3762 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 23:13:07.981510 3762 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.617634ms I0505 23:13:07.981524 3762 namespace.go:98] [openshift-host-network] adding namespace I0505 23:13:07.981953 3762 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.649409ms I0505 23:13:07.981965 3762 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 23:13:07.982509 3762 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.707308ms I0505 23:13:07.982524 3762 namespace.go:98] [openshift-monitoring] adding namespace I0505 23:13:07.982949 3762 namespace.go:102] [openshift-controller-manager] adding namespace took 6.730148ms I0505 23:13:07.982959 3762 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 23:13:07.983304 3762 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.623706ms I0505 23:13:07.983312 3762 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 23:13:07.983759 3762 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.637787ms I0505 23:13:07.983774 3762 namespace.go:98] [openshift-logging] adding namespace I0505 23:13:07.984144 3762 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.575923ms I0505 23:13:07.984160 3762 namespace.go:98] [openshift-network-console] adding namespace I0505 23:13:07.984523 3762 namespace.go:102] [openshift] adding namespace took 6.546338ms I0505 23:13:07.984537 3762 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 23:13:07.984965 3762 namespace.go:102] [openshift-apiserver] adding namespace took 6.4913ms I0505 23:13:07.984975 3762 namespace.go:98] [openshift-network-operator] adding namespace I0505 23:13:07.985364 3762 namespace.go:102] [openshift-package-operator] adding namespace took 6.433827ms I0505 23:13:07.985377 3762 namespace.go:98] [openshift-config] adding namespace I0505 23:13:07.985797 3762 namespace.go:102] [openshift-operators] adding namespace took 6.465093ms I0505 23:13:07.985809 3762 namespace.go:98] [openshift-authentication] adding namespace I0505 23:13:07.986215 3762 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.431599ms I0505 23:13:07.986231 3762 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 23:13:07.986590 3762 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.402472ms I0505 23:13:07.986603 3762 namespace.go:98] [openshift-insights] adding namespace I0505 23:13:07.986962 3762 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.324019ms I0505 23:13:07.987419 3762 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.26226ms I0505 23:13:07.987433 3762 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 23:13:07.987824 3762 namespace.go:102] [openshift-host-network] adding namespace took 6.294036ms I0505 23:13:07.987840 3762 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 23:13:07.988228 3762 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.259915ms I0505 23:13:07.988240 3762 namespace.go:98] [openshift-controller-manager-operator] adding namespace W0505 23:13:07.988644 3762 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8tlbv: pod openshift-network-diagnostics/network-check-target-8tlbv: no pod IPs found I0505 23:13:07.988692 3762 namespace.go:102] [openshift-monitoring] adding namespace took 6.162593ms I0505 23:13:07.988705 3762 namespace.go:98] [default] adding namespace I0505 23:13:07.989181 3762 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.218491ms I0505 23:13:07.989191 3762 namespace.go:98] [openshift-marketplace] adding namespace I0505 23:13:07.989558 3762 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.240692ms I0505 23:13:07.989571 3762 namespace.go:98] [openshift-node] adding namespace I0505 23:13:07.989984 3762 namespace.go:102] [openshift-logging] adding namespace took 6.203025ms I0505 23:13:07.989995 3762 namespace.go:98] [openshift-service-ca] adding namespace I0505 23:13:07.990428 3762 namespace.go:102] [openshift-network-console] adding namespace took 6.263498ms I0505 23:13:07.990438 3762 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 23:13:07.990782 3762 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.240177ms I0505 23:13:07.990792 3762 namespace.go:98] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] adding namespace I0505 23:13:07.991238 3762 namespace.go:102] [openshift-network-operator] adding namespace took 6.259344ms I0505 23:13:07.991252 3762 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 23:13:07.991978 3762 namespace.go:102] [openshift-config] adding namespace took 6.594841ms I0505 23:13:07.991990 3762 namespace.go:98] [openshift-backplane] adding namespace I0505 23:13:07.992391 3762 namespace.go:102] [openshift-authentication] adding namespace took 6.577401ms I0505 23:13:07.992404 3762 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 23:13:07.992828 3762 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.591701ms I0505 23:13:07.992840 3762 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 23:13:07.993236 3762 namespace.go:102] [openshift-insights] adding namespace took 6.627343ms I0505 23:13:07.993249 3762 namespace.go:98] [openshift-multus] adding namespace I0505 23:13:07.993626 3762 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.188492ms I0505 23:13:07.993638 3762 namespace.go:98] [openshift-machine-api] adding namespace I0505 23:13:07.994017 3762 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.17216ms I0505 23:13:07.994030 3762 namespace.go:98] [kube-public] adding namespace I0505 23:13:07.994419 3762 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.173725ms I0505 23:13:07.994775 3762 namespace.go:102] [default] adding namespace took 6.064406ms I0505 23:13:07.995199 3762 namespace.go:102] [openshift-marketplace] adding namespace took 6.001318ms I0505 23:13:07.995615 3762 namespace.go:102] [openshift-node] adding namespace took 6.037666ms I0505 23:13:07.995628 3762 namespace.go:98] [openshift-etcd] adding namespace I0505 23:13:07.996023 3762 namespace.go:102] [openshift-service-ca] adding namespace took 6.023394ms I0505 23:13:07.996442 3762 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.998712ms I0505 23:13:07.996860 3762 namespace.go:102] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] adding namespace took 6.062386ms I0505 23:13:07.996875 3762 namespace.go:98] [openshift-console] adding namespace I0505 23:13:07.997226 3762 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.966924ms I0505 23:13:07.997671 3762 namespace.go:102] [openshift-backplane] adding namespace took 5.676191ms I0505 23:13:07.998065 3762 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.654917ms W0505 23:13:07.998443 3762 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d6pp2: pod openshift-multus/network-metrics-daemon-d6pp2: no pod IPs found I0505 23:13:07.998462 3762 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.617734ms I0505 23:13:07.998471 3762 namespace.go:98] [openshift-ingress] adding namespace I0505 23:13:07.998898 3762 namespace.go:102] [openshift-multus] adding namespace took 5.642896ms I0505 23:13:07.999339 3762 namespace.go:102] [openshift-machine-api] adding namespace took 5.696628ms I0505 23:13:07.999698 3762 namespace.go:102] [kube-public] adding namespace took 5.663165ms I0505 23:13:08.000076 3762 namespace.go:102] [openshift-etcd] adding namespace took 4.444161ms I0505 23:13:08.000463 3762 namespace.go:102] [openshift-console] adding namespace took 3.583463ms I0505 23:13:08.000896 3762 namespace.go:102] [openshift-ingress] adding namespace took 2.421228ms I0505 23:13:08.001041 3762 master.go:548] Adding or Updating local node "ip-10-0-0-214.ec2.internal" for network "default" I0505 23:13:08.002027 3762 zone_ic_handler.go:195] Time taken to create transit switch: 336.004µs I0505 23:13:08.002039 3762 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-12.ec2.internal for the network default E0505 23:13:08.002144 3762 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-173.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-173.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-173.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009dd7c68 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0055000140}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 23:13:08.002232 3762 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-173.ec2.internal", UID:"f4c528d8-34f2-4266-ae2f-3e80a963b1ba", APIVersion:"v1", ResourceVersion:"9674", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-173.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-173.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009dd7c68 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0055000140}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 23:13:08.003247 3762 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-12.ec2.internal" on network "default" took: 1.565054ms W0505 23:13:08.010301 3762 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8tlbv: pod openshift-network-diagnostics/network-check-target-8tlbv: no pod IPs found W0505 23:13:08.010324 3762 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-d6pp2: pod openshift-multus/network-metrics-daemon-d6pp2: no pod IPs found I0505 23:13:08.015694 3762 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-214.ec2.internal for the network default I0505 23:13:08.015900 3762 zone_ic_handler.go:195] Time taken to create transit switch: 192.973µs I0505 23:13:08.016735 3762 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 23:13:08.016781 3762 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 23:13:08.016801 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:08.016880 3762 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.016901 3762 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.016908 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:08.016801 3762 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 23:13:08.016943 3762 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.016953 3762 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.016962 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-173.ec2.internal in network "default" I0505 23:13:08.016997 3762 node_tracker.go:169] Node ip-10-0-2-173.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.017007 3762 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.117257 3762 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 23:13:08.117276 3762 services_controller.go:208] Setting up event handlers for services for network=default I0505 23:13:08.117379 3762 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 23:13:08.117424 3762 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 23:13:08.117440 3762 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 23:13:08.185999 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:08.186046 3762 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.186060 3762 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.217743 3762 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 23:13:08.217769 3762 repair.go:60] Starting repairing loop for services I0505 23:13:08.217839 3762 repair.go:131] Deleted 0 stale service LBs I0505 23:13:08.217856 3762 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 23:13:08.217872 3762 repair.go:62] Finished repairing loop for services: 104.525µs I0505 23:13:08.217896 3762 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 23:13:08.217905 3762 services_controller.go:254] Starting workers for network=default I0505 23:13:08.218385 3762 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8tlbv] creating logical port openshift-network-diagnostics_network-check-target-8tlbv for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:08.218397 3762 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d6pp2] creating logical port openshift-multus_network-metrics-daemon-d6pp2 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:08.218543 3762 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-d6pp2 I0505 23:13:08.218591 3762 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8tlbv W0505 23:13:08.222382 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:08.223180 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:08.235705 3762 pod.go:62] [openshift-network-diagnostics/network-check-target-8tlbv] pod update took 17.225319ms I0505 23:13:08.235723 3762 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-8tlbv] addLogicalPort annotation time took 17.246951ms I0505 23:13:08.236577 3762 pods.go:271] [openshift-network-diagnostics/network-check-target-8tlbv] addLogicalPort took 18.208326ms, libovsdb time 619.566µs I0505 23:13:08.239258 3762 pod.go:62] [openshift-multus/network-metrics-daemon-d6pp2] pod update took 20.794897ms I0505 23:13:08.239280 3762 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-d6pp2] addLogicalPort annotation time took 20.813821ms I0505 23:13:08.240052 3762 pods.go:271] [openshift-multus/network-metrics-daemon-d6pp2] addLogicalPort took 21.663634ms, libovsdb time 578.376µs I0505 23:13:08.240517 3762 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 23:13:08.240549 3762 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 23:13:08.240563 3762 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 23:13:08.240568 3762 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 23:13:08.240771 3762 repair.go:29] Repairing admin network policies took 198.048µs I0505 23:13:08.240872 3762 repair.go:92] Repairing baseline admin network policies took 91.532µs I0505 23:13:08.241202 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 23:13:08.241218 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 23:13:08.243276 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 23:13:08.243294 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 23:13:08.243303 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 23:13:08.245305 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 23:13:08.245324 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 23:13:08.245335 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 23:13:08.247698 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 23:13:08.247716 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 23:13:08.247726 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 23:13:08.248933 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 23:13:08.248952 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 23:13:08.248961 3762 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 23:13:08.250537 3762 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 23:13:08.250555 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 23:13:08.250562 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 23:13:08.251197 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 23:13:08.251224 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 23:13:08.251938 3762 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 23:13:08.251952 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:13:08.252596 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 23:13:08.252614 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 23:13:08.252621 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 23:13:08.254315 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 23:13:08.254331 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 23:13:08.254358 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 23:13:08.255559 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 23:13:08.255579 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 23:13:08.255586 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 23:13:08.256031 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 23:13:08.256047 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 23:13:08.256055 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 23:13:08.257596 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 23:13:08.257613 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 23:13:08.257620 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 23:13:08.258101 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:13:08.258120 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 23:13:08.258128 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 23:13:08.258560 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 23:13:08.258577 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 23:13:08.258582 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 23:13:08.258838 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 23:13:08.258853 3762 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 23:13:08.258863 3762 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 23:13:08.261057 3762 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 23:13:08.261075 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 23:13:08.261083 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 23:13:08.261532 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 23:13:08.261550 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 23:13:08.261558 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 23:13:08.262353 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 23:13:08.262367 3762 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 23:13:08.262376 3762 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 23:13:08.263330 3762 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 23:13:08.263349 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 23:13:08.263355 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 23:13:08.263618 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 23:13:08.263633 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 23:13:08.263639 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 23:13:08.263876 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 23:13:08.263890 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 23:13:08.263897 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 23:13:08.264352 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:13:08.264366 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 23:13:08.264373 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 23:13:08.265537 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 23:13:08.265554 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 23:13:08.265562 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 23:13:08.266476 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 23:13:08.266492 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 23:13:08.266500 3762 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 23:13:08.267134 3762 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 23:13:08.267152 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 23:13:08.267160 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 23:13:08.267592 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 23:13:08.267609 3762 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 23:13:08.267628 3762 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:13:08.268261 3762 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 23:13:08.268274 3762 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 23:13:08.268282 3762 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 23:13:08.268867 3762 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 23:13:08.268883 3762 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 23:13:08.268889 3762 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 23:13:08.269517 3762 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 23:13:08.269535 3762 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 23:13:08.269551 3762 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 23:13:08.270702 3762 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 23:13:08.276659 3762 egressfirewall.go:374] Starting EgressFirewall controller I0505 23:13:08.276690 3762 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 23:13:08.276690 3762 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 23:13:08.276712 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 23:13:08.276725 3762 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 23:13:08.276714 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 23:13:08.276733 3762 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 23:13:08.276988 3762 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 23:13:08.277002 3762 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 23:13:08.277008 3762 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 23:13:08.277017 3762 egressqos.go:193] Setting up event handlers for EgressQoS I0505 23:13:08.277022 3762 egressfirewall.go:723] Syncing node "ip-10-0-0-214.ec2.internal" for egress firewall I0505 23:13:08.277030 3762 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:13:08.277034 3762 egressfirewall.go:723] Syncing node "ip-10-0-2-173.ec2.internal" for egress firewall I0505 23:13:08.277124 3762 egressqos.go:245] Starting EgressQoS Controller I0505 23:13:08.277137 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 23:13:08.277145 3762 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 23:13:08.277150 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 23:13:08.277155 3762 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 23:13:08.277163 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 23:13:08.277170 3762 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 23:13:08.277179 3762 egressqos.go:259] Repairing EgressQoSes I0505 23:13:08.277184 3762 egressqos.go:399] Starting repairing loop for egressqos I0505 23:13:08.277263 3762 egressqos.go:401] Finished repairing loop for egressqos: 79.339µs I0505 23:13:08.277280 3762 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 23:13:08.277300 3762 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-214.ec2.internal I0505 23:13:08.277334 3762 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-214.ec2.internal : 34.845µs I0505 23:13:08.277540 3762 egressservice_zone.go:210] Starting Egress Services Controller I0505 23:13:08.277609 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:13:08.277625 3762 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:13:08.277636 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:13:08.277646 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:13:08.277656 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:13:08.277665 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:13:08.277675 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 23:13:08.277684 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 23:13:08.277691 3762 egressservice_zone.go:228] Repairing Egress Services I0505 23:13:08.277969 3762 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 23:13:08.277979 3762 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:13:08.278009 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-173.ec2.internal I0505 23:13:08.278033 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-173.ec2.internal: 31.978µs I0505 23:13:08.278046 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:08.278052 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 6.223µs I0505 23:13:08.278059 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:13:08.278065 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 6.111µs I0505 23:13:08.278140 3762 default_network_controller.go:585] Completing all the Watchers took 314.257368ms I0505 23:13:08.278152 3762 default_network_controller.go:589] Starting unidling controllers I0505 23:13:08.278163 3762 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 23:13:08.278169 3762 unidle.go:63] Populating Initial ContollerEvent events I0505 23:13:08.278178 3762 unidle.go:79] Setting up event handlers for services I0505 23:13:08.278228 3762 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:13:08.284059 3762 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:13:08.333484 3762 default_node_network_controller.go:519] Node connection status = connected I0505 23:13:08.351006 3762 bridgeconfig.go:537] Gateway is ready I0505 23:13:08.351020 3762 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 23:13:08.362176 3762 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.214. Updating OVN encap IP. I0505 23:13:08.367092 3762 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.214 - it is already configured I0505 23:13:08.367108 3762 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.214/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 23:13:08.367311 3762 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.214/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-214.ec2.internal","mac-address":"12:a0:08:7b:b6:29","ip-addresses":["10.0.0.214/24"],"ip-address":"10.0.0.214/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a80da490-032e-4239-acc7-61356ad3c93a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.214/24"}] on node ip-10-0-0-214.ec2.internal I0505 23:13:08.387882 3762 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.214 I0505 23:13:08.387955 3762 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:08.388012 3762 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.388015 3762 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-214.ec2.internal I0505 23:13:08.388029 3762 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.388066 3762 master.go:548] Adding or Updating local node "ip-10-0-0-214.ec2.internal" for network "default" I0505 23:13:08.388079 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:08.388087 3762 egressfirewall.go:723] Syncing node "ip-10-0-0-214.ec2.internal" for egress firewall I0505 23:13:08.388091 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 16.982µs W0505 23:13:08.388579 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:08.388592 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:08.392474 3762 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-214.ec2.internal. Updating no re-route policies I0505 23:13:08.392546 3762 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-6nxjx I0505 23:13:08.392561 3762 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-6nxjx I0505 23:13:08.392579 3762 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-6nxjx after 0 failed attempt(s) I0505 23:13:08.392595 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mkv8h I0505 23:13:08.392600 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mkv8h I0505 23:13:08.392606 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-sszlv I0505 23:13:08.392617 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-214.ec2.internal I0505 23:13:08.392620 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-sszlv I0505 23:13:08.392618 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bn6zc I0505 23:13:08.392625 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-214.ec2.internal I0505 23:13:08.392629 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-kqbrg I0505 23:13:08.392636 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-214.ec2.internal after 0 failed attempt(s) I0505 23:13:08.392638 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-sszlv after 0 failed attempt(s) I0505 23:13:08.392639 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-25ht6 I0505 23:13:08.392631 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bn6zc I0505 23:13:08.392611 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mkv8h after 0 failed attempt(s) I0505 23:13:08.392648 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zq5sz I0505 23:13:08.392642 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-kqbrg I0505 23:13:08.392650 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-grh4p I0505 23:13:08.392656 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zq5sz I0505 23:13:08.392659 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bn6zc after 0 failed attempt(s) I0505 23:13:08.392665 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-grh4p I0505 23:13:08.392665 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-kqbrg after 0 failed attempt(s) I0505 23:13:08.392666 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d6pp2 I0505 23:13:08.392674 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-zq5sz after 0 failed attempt(s) I0505 23:13:08.392678 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d6pp2 I0505 23:13:08.392651 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv I0505 23:13:08.392655 3762 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mnzkt I0505 23:13:08.392688 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv I0505 23:13:08.392647 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-25ht6 I0505 23:13:08.392718 3762 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8tlbv] creating logical port openshift-network-diagnostics_network-check-target-8tlbv for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:08.392725 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-25ht6 after 0 failed attempt(s) I0505 23:13:08.392681 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-grh4p after 0 failed attempt(s) I0505 23:13:08.392703 3762 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d6pp2] creating logical port openshift-multus_network-metrics-daemon-d6pp2 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:08.392689 3762 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mnzkt I0505 23:13:08.392778 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mnzkt after 0 failed attempt(s) I0505 23:13:08.392666 3762 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-214.ec2.internal I0505 23:13:08.392829 3762 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-214.ec2.internal I0505 23:13:08.392849 3762 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-214.ec2.internal after 0 failed attempt(s) I0505 23:13:08.393365 3762 pods.go:271] [openshift-multus/network-metrics-daemon-d6pp2] addLogicalPort took 664.841µs, libovsdb time 260.584µs I0505 23:13:08.393378 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-d6pp2 after 0 failed attempt(s) I0505 23:13:08.393531 3762 pods.go:271] [openshift-network-diagnostics/network-check-target-8tlbv] addLogicalPort took 823.544µs, libovsdb time 382.278µs I0505 23:13:08.393539 3762 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv after 0 failed attempt(s) I0505 23:13:08.405542 3762 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 23:13:08.416023 3762 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 23:13:08.419505 3762 iptables.go:108] Creating table: nat chain: OUTPUT I0505 23:13:08.465977 3762 iptables.go:108] Creating table: nat chain: PREROUTING I0505 23:13:08.518443 3762 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:13:08.534098 3762 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 23:13:08.534241 3762 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 23:13:08.534287 3762 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 23:13:08.534364 3762 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 23:13:08.534425 3762 gateway_init.go:325] Gateway and management port readiness took 705.393582ms I0505 23:13:08.534448 3762 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 23:13:08.534475 3762 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 23:13:08.534486 3762 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 23:13:08.534495 3762 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:13:08.534550 3762 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 23:13:08.534649 3762 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.906µs I0505 23:13:08.534946 3762 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 23:13:08.534968 3762 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.436µs I0505 23:13:08.534976 3762 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 30.821µs I0505 23:13:08.534981 3762 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 23:13:08.534990 3762 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 23:13:08.534994 3762 default_node_network_controller.go:899] Starting the default node network controller I0505 23:13:08.534999 3762 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 23:13:08.535017 3762 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.98µs I0505 23:13:08.535152 3762 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 23:13:08.535160 3762 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 23:13:08.535180 3762 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000925d00 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc00033e000 0xc000bd7950 0xc00033e070 0xc00033e0e0 0xc000640280 0xc0065cd420 0xc00033e150 map[0x2ff9080:0xc003400e40 0x2ff95c0:0xc0034012c0 0x2ffa2e0:0xc003400d80 0x2ffa580:0xc003400de0 0x2ffad60:0xc003400ea0 0x2ffb000:0xc003401200 0x2ffb2a0:0xc003401260 0x2ffba80:0xc003401320 0x2ffbd20:0xc003401380 0x3026980:0xc001426e40 0x3026d20:0xc003400c00 0x3027800:0xc000bffd40 0x3029160:0xc001b98000 0x30298a0:0xc003400c60 0x302a720:0xc001170c60] 0xc00016b500 0} I0505 23:13:08.535238 3762 gateway.go:151] Starting gateway service sync I0505 23:13:08.535652 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 23:13:08.537652 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 23:13:08.555957 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 23:13:08.557039 3762 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 23:13:08.558054 3762 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 23:13:08.589699 3762 gateway.go:168] Gateway service sync done. Time taken: 54.450483ms I0505 23:13:08.590022 3762 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30905 I0505 23:13:08.590470 3762 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000925d00 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc00033e000 0xc000bd7950 0xc00033e070 0xc00033e0e0 0xc000640280 0xc0065cd420 0xc00033e150 map[0x2ff9080:0xc003400e40 0x2ff95c0:0xc0034012c0 0x2ffa2e0:0xc003400d80 0x2ffa580:0xc003400de0 0x2ffad60:0xc003400ea0 0x2ffb000:0xc003401200 0x2ffb2a0:0xc003401260 0x2ffba80:0xc003401320 0x2ffbd20:0xc003401380 0x3026980:0xc001426e40 0x3026d20:0xc003400c00 0x3027800:0xc000bffd40 0x3029160:0xc001b98000 0x30298a0:0xc003400c60 0x302a720:0xc001170c60] 0xc00016b500 0} I0505 23:13:08.590972 3762 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000925d00 0xc00032fd50 0xc00032fdc0 0xc00032fe30 0xc00032fea0 0xc00032ff10 0xc00033e000 0xc000bd7950 0xc00033e070 0xc00033e0e0 0xc000640280 0xc0065cd420 0xc00033e150 map[0x2ff9080:0xc003400e40 0x2ff95c0:0xc0034012c0 0x2ffa2e0:0xc003400d80 0x2ffa580:0xc003400de0 0x2ffad60:0xc003400ea0 0x2ffb000:0xc003401200 0x2ffb2a0:0xc003401260 0x2ffba80:0xc003401320 0x2ffbd20:0xc003401380 0x3026980:0xc001426e40 0x3026d20:0xc003400c00 0x3027800:0xc000bffd40 0x3029160:0xc001b98000 0x30298a0:0xc003400c60 0x302a720:0xc001170c60] 0xc00016b500 0} I0505 23:13:08.591009 3762 gateway.go:532] Reconciling gateway with updates I0505 23:13:08.595732 3762 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 23:13:08.595790 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:13:08.595804 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:13:08.595813 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:08.595831 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:08.595829 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:08.595845 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:08.595854 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:08.595860 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:08.595864 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:13:08.595862 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:08.595872 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:13:08.595873 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:08.595816 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:08.595880 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:08.595884 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:08.595883 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:08.595889 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:08.595893 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 31028 is already open, no action needed I0505 23:13:08.595897 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:13:08.595900 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 31933 is already open, no action needed I0505 23:13:08.595802 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:08.595898 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:13:08.595913 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:08.595914 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:08.595916 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:08.595919 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:08.595831 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:08.595928 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:08.595930 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:08.595928 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:08.595937 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:08.595940 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:08.595948 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:08.595875 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:08.595950 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:08.595961 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:08.595965 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:08.595967 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:08.595974 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:08.595978 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:08.595979 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:13:08.595982 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:13:08.595982 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:13:08.595984 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:13:08.595925 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:08.595995 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:08.595989 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:08.596008 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:08.596012 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:13:08.596015 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:13:08.595995 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:08.596021 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:08.596026 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:13:08.596029 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:08.596034 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:08.596058 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:08.595883 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:08.596076 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:13:08.596082 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:13:08.596015 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:08.596094 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:08.596101 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:08.596105 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:13:08.596118 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:13:08.595976 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:13:08.595898 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:08.596202 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:13:08.596027 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:08.596225 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:13:08.596126 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:13:08.596231 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:08.596231 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:08.596237 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:08.596241 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:08.596246 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:08.596247 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:08.596247 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:08.596258 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:08.596262 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:08.596261 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:08.596277 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:08.596287 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:08.596294 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:08.596013 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:08.596327 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:13:08.596336 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:08.595947 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:08.596343 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:08.596351 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:08.596355 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:08.596353 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:08.596371 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:08.596282 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:13:08.596268 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:08.596255 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:08.596432 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:08.596247 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:08.595982 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:08.595936 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:08.596521 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0505 23:13:08.595904 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:08.596533 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:13:08.595903 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:13:08.596549 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:13:08.595933 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:08.595940 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:13:08.595949 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:08.595956 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:08.596669 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:08.595982 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:13:08.596130 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:13:08.596240 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:08.596270 3762 default_node_network_controller.go:944] Gateway and management port readiness took 61.104467ms I0505 23:13:08.596267 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:08.596274 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:08.596247 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:08.596916 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:08.596555 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:13:08.595937 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:13:08.597535 3762 node_ip_handler_linux.go:160] Node IP manager is running W0505 23:13:08.632345 3762 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:13:08.632487 3762 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:13:08.632588 3762 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0505 23:13:08.641493 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:13:08.641512 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:13:08.641518 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:13:08.641524 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:13:08.641530 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:13:08.641536 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:13:08.641541 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:13:08.641547 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:13:08.641551 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:13:08.641557 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:13:08.641561 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:13:08.641566 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:13:08.641571 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:13:08.641578 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:13:08.679137 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:13:08.679156 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:13:08.679163 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:13:08.679170 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:13:08.679175 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:13:10.621266 3762 default_node_network_controller.go:1380] Starting node controller node sync W0505 23:13:10.621327 3762 egressip_healthcheck.go:76] Health checking using insecure connection I0505 23:13:10.621384 3762 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0505 23:13:10.633854 3762 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.569032ms I0505 23:13:10.634006 3762 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-12.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:10.634035 3762 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-12.ec2.internal", IP: 10.0.1.12 to PMTUD blocking rules I0505 23:13:10.634034 3762 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-173.ec2.internal", IP: 10.0.2.173 to PMTUD blocking rules I0505 23:13:10.634047 3762 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-173.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:10.645662 3762 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 23:13:10.645932 3762 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 23:13:10.646131 3762 egressservice_node.go:183] Starting Egress Services Controller I0505 23:13:10.646153 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:13:10.646163 3762 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:13:10.646169 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:13:10.646175 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:13:10.646193 3762 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:13:10.646198 3762 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:13:10.646203 3762 egressservice_node.go:197] Repairing Egress Services I0505 23:13:10.655862 3762 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 23:13:10.655873 3762 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:13:10.656106 3762 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 23:13:10.656118 3762 link_network_manager.go:119] Link manager is running I0505 23:13:10.656127 3762 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 23:13:10.656292 3762 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 23:13:10.656883 3762 vrf_manager.go:128] VRF manager is running I0505 23:13:10.657097 3762 node_controller_manager.go:437] Removing flows to drop GARP I0505 23:13:10.657106 3762 gateway.go:532] Reconciling gateway with updates I0505 23:13:10.671632 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:10.671646 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:10.671652 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:13:10.671658 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:13:10.671665 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:13:10.671668 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:13:10.671677 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:13:10.671667 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:10.671663 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:10.671696 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:13:10.671697 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:13:10.671679 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:10.671705 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:10.671711 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:13:10.671632 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:10.671729 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:10.671740 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:10.671763 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:10.671760 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:10.671776 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:13:10.671776 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:10.671776 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:10.671786 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:10.671790 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:13:10.671792 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:13:10.671795 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:10.671763 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:13:10.671798 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0505 23:13:10.671802 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:10.671805 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:13:10.671814 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0505 23:13:10.671818 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:13:10.671718 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:13:10.671830 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:13:10.671835 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:10.671841 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:13:10.671853 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:13:10.671855 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:13:10.671862 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:13:10.671859 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:13:10.671869 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:13:10.671872 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:10.671871 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:13:10.671871 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:13:10.671880 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:13:10.671880 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:10.671883 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:13:10.671888 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:10.671788 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:10.671894 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:13:10.671894 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:10.671905 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:10.671916 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:13:10.671923 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:13:10.671923 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:10.671939 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:13:10.671727 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:13:10.671946 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:13:10.671943 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:10.671711 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:10.671958 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:13:10.671959 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:10.671731 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:10.671976 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:13:10.671977 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:10.671989 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:13:10.671873 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:13:10.671992 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:10.671998 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:13:10.671761 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:13:10.672006 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:13:10.671906 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:13:10.671938 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:13:10.671684 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:10.671766 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:10.672040 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:13:10.672046 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:13:10.671763 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:10.672053 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 31028 is already open, no action needed I0505 23:13:10.672062 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:13:10.671768 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:13:10.672077 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:13:10.671779 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:10.671770 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:13:10.672088 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:13:10.671790 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:10.672099 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:13:10.671793 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:13:10.672115 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:10.672121 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:10.672127 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:13:10.671795 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:13:10.672132 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:13:10.672064 3762 port_claim.go:71] Svc openshift-ingress/router-default: port 31933 is already open, no action needed I0505 23:13:10.671799 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:13:10.671805 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:10.672288 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:13:10.671806 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:13:10.671807 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:10.672346 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:13:10.671815 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:10.672363 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:13:10.671886 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:13:10.671888 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:13:10.671965 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:13:10.672030 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:13:10.672454 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:13:10.671777 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:10.672463 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:13:10.671796 3762 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:10.672491 3762 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:13:10.672502 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:13:10.697329 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:13:10.697346 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:13:10.697352 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:13:10.697357 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:13:10.697363 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:13:10.697368 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:13:10.697373 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:13:10.697398 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:13:10.697406 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:13:10.697411 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:13:10.697415 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:13:10.697420 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:13:10.697424 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:13:10.697429 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:13:10.697434 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:13:10.697449 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:13:10.735071 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:13:10.735122 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:13:10.735141 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:13:10.772057 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:13:10.772069 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:13:10.772074 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:13:10.772079 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:13:10.772084 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:13:10.772089 3762 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) W0505 23:13:11.692345 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.692365 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.692371 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.692487 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.692512 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.753054 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.753068 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.753092 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.753131 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.753137 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.783150 3762 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:13:12.004669 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:13:12.004695 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 30.246µs I0505 23:13:13.136346 3762 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:13.136376 3762 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 35.166µs I0505 23:13:13.167407 3762 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d4bd45b8b-p6tfp] creating logical port openshift-image-registry_image-registry-5d4bd45b8b-p6tfp for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:13.167521 3762 kube.go:256] Updating pod openshift-image-registry/image-registry-5d4bd45b8b-p6tfp I0505 23:13:13.187722 3762 pod.go:62] [openshift-image-registry/image-registry-5d4bd45b8b-p6tfp] pod update took 20.231868ms I0505 23:13:13.187744 3762 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d4bd45b8b-p6tfp] addLogicalPort annotation time took 20.256377ms I0505 23:13:13.188914 3762 pods.go:271] [openshift-image-registry/image-registry-5d4bd45b8b-p6tfp] addLogicalPort took 21.518321ms, libovsdb time 903.403µs I0505 23:13:13.189714 3762 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zxn6l] creating logical port openshift-ingress-canary_ingress-canary-zxn6l for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:13.189796 3762 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zxn6l I0505 23:13:13.193442 3762 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gz4mw] creating logical port openshift-insights_insights-runtime-extractor-gz4mw for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:13.193568 3762 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gz4mw I0505 23:13:13.208682 3762 pod.go:62] [openshift-ingress-canary/ingress-canary-zxn6l] pod update took 18.905296ms I0505 23:13:13.208698 3762 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zxn6l] addLogicalPort annotation time took 18.925765ms I0505 23:13:13.209679 3762 pods.go:271] [openshift-ingress-canary/ingress-canary-zxn6l] addLogicalPort took 19.977861ms, libovsdb time 736.935µs I0505 23:13:13.223254 3762 pod.go:62] [openshift-insights/insights-runtime-extractor-gz4mw] pod update took 29.720484ms I0505 23:13:13.223271 3762 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gz4mw] addLogicalPort annotation time took 29.741323ms I0505 23:13:13.224133 3762 pods.go:271] [openshift-insights/insights-runtime-extractor-gz4mw] addLogicalPort took 30.703752ms, libovsdb time 661.387µs I0505 23:13:13.235139 3762 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lq8pp] creating logical port openshift-dns_dns-default-lq8pp for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:13.235247 3762 kube.go:256] Updating pod openshift-dns/dns-default-lq8pp I0505 23:13:13.252610 3762 pod.go:62] [openshift-dns/dns-default-lq8pp] pod update took 17.389841ms I0505 23:13:13.252627 3762 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lq8pp] addLogicalPort annotation time took 17.409855ms I0505 23:13:13.253595 3762 pods.go:271] [openshift-dns/dns-default-lq8pp] addLogicalPort took 18.466783ms, libovsdb time 734.539µs W0505 23:13:13.372413 3762 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:13:13.580593 3762 cni.go:452] [openshift-image-registry/image-registry-5d4bd45b8b-p6tfp 3bafe3cd580644f61f8ae625d02e5fda2df3d895e9b52af3bf33f3c3779fffcc network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d4bd45b8b-p6tfp 3bafe3cd580644f61f8ae625d02e5fda2df3d895e9b52af3bf33f3c3779fffcc network default NAD default NAD key ] I0505 23:13:13.581182 3762 cni.go:452] [openshift-ingress-canary/ingress-canary-zxn6l 77840724e2274d53fce848542d577468fa1a9e5410d4c25970a6f018655baf56 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zxn6l 77840724e2274d53fce848542d577468fa1a9e5410d4c25970a6f018655baf56 network default NAD default NAD key ] I0505 23:13:13.604516 3762 cni.go:452] [openshift-insights/insights-runtime-extractor-gz4mw 8775f40af17c0a61525c3b6553c11f8a9dc1af4c8c9307035d330592154010a9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gz4mw 8775f40af17c0a61525c3b6553c11f8a9dc1af4c8c9307035d330592154010a9 network default NAD default NAD key ] I0505 23:13:13.622739 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d4bd45b8b-p6tfp, hostIfaceName: 3bafe3cd580644f, network: default, NAD default, SandboxID: "3bafe3cd580644f61f8ae625d02e5fda2df3d895e9b52af3bf33f3c3779fffcc", PCI device ID: , UID: "5829f687-145e-41df-b125-982b5737a6cc", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0505 23:13:13.623695 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gz4mw, hostIfaceName: 8775f40af17c0a6, network: default, NAD default, SandboxID: "8775f40af17c0a61525c3b6553c11f8a9dc1af4c8c9307035d330592154010a9", PCI device ID: , UID: "05368d95-f1d6-43bc-8ea5-b20661144861", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0505 23:13:13.625227 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zxn6l, hostIfaceName: 77840724e2274d5, network: default, NAD default, SandboxID: "77840724e2274d53fce848542d577468fa1a9e5410d4c25970a6f018655baf56", PCI device ID: , UID: "1384ae9a-44f5-4aba-a206-2b40a5ebfbca", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0505 23:13:13.634785 3762 cni.go:452] [openshift-dns/dns-default-lq8pp 3f574d41c11819b65c5662517a2d78acba482d100511df47bcb28081c6e8d611 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lq8pp 3f574d41c11819b65c5662517a2d78acba482d100511df47bcb28081c6e8d611 network default NAD default NAD key ] I0505 23:13:13.651113 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lq8pp, hostIfaceName: 3f574d41c11819b, network: default, NAD default, SandboxID: "3f574d41c11819b65c5662517a2d78acba482d100511df47bcb28081c6e8d611", PCI device ID: , UID: "a8bbcf71-5c30-4d71-b8ea-4e970179e037", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0505 23:13:13.677253 3762 cni.go:473] [openshift-image-registry/image-registry-5d4bd45b8b-p6tfp 3bafe3cd580644f61f8ae625d02e5fda2df3d895e9b52af3bf33f3c3779fffcc network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d4bd45b8b-p6tfp 3bafe3cd580644f61f8ae625d02e5fda2df3d895e9b52af3bf33f3c3779fffcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:cb:7a:d8:1d:51\",\"name\":\"3bafe3cd580644f\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd6e4fd4-6eac-4d5d-867e-9f0155cce6bc\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:13.677804 3762 cni.go:473] [openshift-insights/insights-runtime-extractor-gz4mw 8775f40af17c0a61525c3b6553c11f8a9dc1af4c8c9307035d330592154010a9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gz4mw 8775f40af17c0a61525c3b6553c11f8a9dc1af4c8c9307035d330592154010a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:48:76:c1:eb:4e\",\"name\":\"8775f40af17c0a6\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a159c6d3-5190-4c1c-ad60-135897e310a1\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:13.687833 3762 cni.go:473] [openshift-ingress-canary/ingress-canary-zxn6l 77840724e2274d53fce848542d577468fa1a9e5410d4c25970a6f018655baf56 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zxn6l 77840724e2274d53fce848542d577468fa1a9e5410d4c25970a6f018655baf56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:15:9d:33:e3:c9\",\"name\":\"77840724e2274d5\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd245829-cc3c-43c4-885e-9bd08e992e6b\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:13.697292 3762 cni.go:473] [openshift-dns/dns-default-lq8pp 3f574d41c11819b65c5662517a2d78acba482d100511df47bcb28081c6e8d611 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lq8pp 3f574d41c11819b65c5662517a2d78acba482d100511df47bcb28081c6e8d611 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:72:44:9c:8d:ca\",\"name\":\"3f574d41c11819b\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0623d16-f5ab-4c19-b386-0491b6f9341f\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:14.056855 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-prdb8 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:14.056966 3762 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8 I0505 23:13:14.075779 3762 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8] pod update took 18.83866ms I0505 23:13:14.075805 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8] addLogicalPort annotation time took 18.872216ms I0505 23:13:14.077042 3762 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8] addLogicalPort took 20.20661ms, libovsdb time 924.775µs I0505 23:13:14.517290 3762 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8 7dfb95f2454d15c582ca3362a4142096746af914ba0c3182f65a0d72fa403431 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8 7dfb95f2454d15c582ca3362a4142096746af914ba0c3182f65a0d72fa403431 network default NAD default NAD key ] I0505 23:13:14.529726 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-prdb8, hostIfaceName: 7dfb95f2454d15c, network: default, NAD default, SandboxID: "7dfb95f2454d15c582ca3362a4142096746af914ba0c3182f65a0d72fa403431", PCI device ID: , UID: "631e666b-e132-45f5-9648-57dcc9136c30", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0505 23:13:14.581422 3762 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8 7dfb95f2454d15c582ca3362a4142096746af914ba0c3182f65a0d72fa403431 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-prdb8 7dfb95f2454d15c582ca3362a4142096746af914ba0c3182f65a0d72fa403431 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:4d:26:59:9f:01\",\"name\":\"7dfb95f2454d15c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2110474f-9cb3-43fd-8de5-62d4cdd6f008\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:13:14.723598 3762 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.723617 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.723622 3762 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.817513 3762 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:16.379896 3762 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:16.379914 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:16.379918 3762 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.828990 3762 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829013 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829020 3762 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0505 23:13:21.795815 3762 base_network_controller_pods.go:487] [default/openshift-console/console-5976756878-6vhn9] creating logical port openshift-console_console-5976756878-6vhn9 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:21.795944 3762 kube.go:256] Updating pod openshift-console/console-5976756878-6vhn9 I0505 23:13:21.812845 3762 pod.go:62] [openshift-console/console-5976756878-6vhn9] pod update took 16.942793ms I0505 23:13:21.812869 3762 base_network_controller_pods.go:951] [default/openshift-console/console-5976756878-6vhn9] addLogicalPort annotation time took 16.970078ms I0505 23:13:21.814179 3762 pods.go:271] [openshift-console/console-5976756878-6vhn9] addLogicalPort took 18.382076ms, libovsdb time 1.007321ms I0505 23:13:22.190864 3762 cni.go:452] [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key ] I0505 23:13:22.200116 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5976756878-6vhn9, hostIfaceName: bbccc8abc1947fe, network: default, NAD default, SandboxID: "bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933", PCI device ID: , UID: "fc97d935-b356-4412-9303-9182fa983489", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0505 23:13:22.244566 3762 cni.go:473] [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:cd:52:30:ee:c0\",\"name\":\"bbccc8abc1947fe\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10966d47-4402-485f-bdb5-5beb4d9aa958\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:24.793268 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-pk6zt for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:24.793366 3762 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt I0505 23:13:24.812065 3762 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt] pod update took 18.728418ms I0505 23:13:24.812084 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt] addLogicalPort annotation time took 18.752287ms I0505 23:13:24.813354 3762 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt] addLogicalPort took 20.103008ms, libovsdb time 958.329µs W0505 23:13:25.727503 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727527 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727535 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727552 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727559 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.727566 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 23:13:25.851856 3762 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt 7a6470a38b042b12e58c94b2a848fa3c8f9d5e307a45f02e661a6429bee4e30a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt 7a6470a38b042b12e58c94b2a848fa3c8f9d5e307a45f02e661a6429bee4e30a network default NAD default NAD key ] I0505 23:13:25.861946 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:25.862068 3762 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 23:13:25.862929 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-pk6zt, hostIfaceName: 7a6470a38b042b1, network: default, NAD default, SandboxID: "7a6470a38b042b12e58c94b2a848fa3c8f9d5e307a45f02e661a6429bee4e30a", PCI device ID: , UID: "f33df774-4264-40f1-a752-0040d17854ab", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0505 23:13:25.889111 3762 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.08226ms I0505 23:13:25.889130 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.110411ms I0505 23:13:25.890414 3762 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.486377ms, libovsdb time 980.86µs I0505 23:13:25.910922 3762 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt 7a6470a38b042b12e58c94b2a848fa3c8f9d5e307a45f02e661a6429bee4e30a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-pk6zt 7a6470a38b042b12e58c94b2a848fa3c8f9d5e307a45f02e661a6429bee4e30a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:53:69:79:91:35\",\"name\":\"7a6470a38b042b1\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0638083c-9d37-45a1-bedd-731ff30bedc1\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:26.240324 3762 cni.go:452] [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key ] I0505 23:13:26.251578 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: c909f0692a1dca9, network: default, NAD default, SandboxID: "c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed", PCI device ID: , UID: "e19ea13c-8fb2-4463-83f3-9490c3fe97c3", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0505 23:13:26.319647 3762 cni.go:473] [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:81:1b:8f:32:20\",\"name\":\"c909f0692a1dca9\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20600794-03a8-4187-9208-c83e1875e41a\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:13:26.392437 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.392458 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.392464 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.392475 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.392480 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.392486 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.450850 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:26.871515 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 23:13:27.832994 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-8574db7b5c-btl29] creating logical port openshift-monitoring_thanos-querier-8574db7b5c-btl29 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:27.833113 3762 kube.go:256] Updating pod openshift-monitoring/thanos-querier-8574db7b5c-btl29 W0505 23:13:27.839587 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 23:13:27.857023 3762 pod.go:62] [openshift-monitoring/thanos-querier-8574db7b5c-btl29] pod update took 23.939748ms I0505 23:13:27.857047 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-8574db7b5c-btl29] addLogicalPort annotation time took 23.966726ms I0505 23:13:27.858444 3762 pods.go:271] [openshift-monitoring/thanos-querier-8574db7b5c-btl29] addLogicalPort took 25.463192ms, libovsdb time 1.032674ms W0505 23:13:27.864555 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:27.864569 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:27.864575 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:27.915051 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:27.915068 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:27.915073 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:13:28.255558 3762 cni.go:452] [openshift-monitoring/thanos-querier-8574db7b5c-btl29 9eb4702eefc80c3d316122977864dd069d46d483a7548be89bb6c8abcab6ae0c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-8574db7b5c-btl29 9eb4702eefc80c3d316122977864dd069d46d483a7548be89bb6c8abcab6ae0c network default NAD default NAD key ] I0505 23:13:28.265275 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-8574db7b5c-btl29, hostIfaceName: 9eb4702eefc80c3, network: default, NAD default, SandboxID: "9eb4702eefc80c3d316122977864dd069d46d483a7548be89bb6c8abcab6ae0c", PCI device ID: , UID: "2159e1ed-66c8-4efa-add9-bb290f547a6b", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0505 23:13:28.308931 3762 cni.go:473] [openshift-monitoring/thanos-querier-8574db7b5c-btl29 9eb4702eefc80c3d316122977864dd069d46d483a7548be89bb6c8abcab6ae0c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-8574db7b5c-btl29 9eb4702eefc80c3d316122977864dd069d46d483a7548be89bb6c8abcab6ae0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:fa:d8:db:2f:f9\",\"name\":\"9eb4702eefc80c3\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f26da6e5-7ab6-457c-820f-2e352464fb6d\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:13:28.514358 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:28.514375 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:28.514381 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:29.399869 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:29.421803 3762 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5db96b7856-8f9xn IP address from the namespace address-set, err: pod openshift-console/console-5db96b7856-8f9xn: no pod IPs found I0505 23:13:29.426184 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-9c4vb for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:29.426359 3762 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb I0505 23:13:29.447237 3762 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb] pod update took 20.945402ms I0505 23:13:29.447260 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb] addLogicalPort annotation time took 20.970566ms I0505 23:13:29.448337 3762 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb] addLogicalPort took 22.1677ms, libovsdb time 741.312µs I0505 23:13:29.541827 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5fc8859cc9-wp4dm] creating logical port openshift-monitoring_metrics-server-5fc8859cc9-wp4dm for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:29.541950 3762 kube.go:256] Updating pod openshift-monitoring/metrics-server-5fc8859cc9-wp4dm I0505 23:13:29.557673 3762 pod.go:62] [openshift-monitoring/metrics-server-5fc8859cc9-wp4dm] pod update took 15.749335ms I0505 23:13:29.557699 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5fc8859cc9-wp4dm] addLogicalPort annotation time took 15.777131ms I0505 23:13:29.558929 3762 pods.go:271] [openshift-monitoring/metrics-server-5fc8859cc9-wp4dm] addLogicalPort took 17.119178ms, libovsdb time 886.811µs I0505 23:13:29.794429 3762 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb 90a63df066af2e72da897887991d9dbd3c5d21c2f92e90f8c5ec88c0c5f5e684 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb 90a63df066af2e72da897887991d9dbd3c5d21c2f92e90f8c5ec88c0c5f5e684 network default NAD default NAD key ] I0505 23:13:29.804416 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-9c4vb, hostIfaceName: 90a63df066af2e7, network: default, NAD default, SandboxID: "90a63df066af2e72da897887991d9dbd3c5d21c2f92e90f8c5ec88c0c5f5e684", PCI device ID: , UID: "abab18f4-1772-4626-b28f-5d6c203b8ebe", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0505 23:13:29.848614 3762 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb 90a63df066af2e72da897887991d9dbd3c5d21c2f92e90f8c5ec88c0c5f5e684 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9c4vb 90a63df066af2e72da897887991d9dbd3c5d21c2f92e90f8c5ec88c0c5f5e684 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:7c:10:19:b4:86\",\"name\":\"90a63df066af2e7\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69a7c49f-6ff0-4ad3-b07a-984343991971\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:29.907026 3762 cni.go:452] [openshift-monitoring/metrics-server-5fc8859cc9-wp4dm 4c0eaa985be54e2c4c96b8e15d9062a05ffd268d5b37dbe785337bef5d68e69e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5fc8859cc9-wp4dm 4c0eaa985be54e2c4c96b8e15d9062a05ffd268d5b37dbe785337bef5d68e69e network default NAD default NAD key ] I0505 23:13:29.916636 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5fc8859cc9-wp4dm, hostIfaceName: 4c0eaa985be54e2, network: default, NAD default, SandboxID: "4c0eaa985be54e2c4c96b8e15d9062a05ffd268d5b37dbe785337bef5d68e69e", PCI device ID: , UID: "e674ae51-3663-4dd7-b9c9-57586c3c2e56", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0505 23:13:29.964690 3762 cni.go:473] [openshift-monitoring/metrics-server-5fc8859cc9-wp4dm 4c0eaa985be54e2c4c96b8e15d9062a05ffd268d5b37dbe785337bef5d68e69e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5fc8859cc9-wp4dm 4c0eaa985be54e2c4c96b8e15d9062a05ffd268d5b37dbe785337bef5d68e69e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d0:35:f9:47:74\",\"name\":\"4c0eaa985be54e2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3708f3d-1e2c-49f5-bb1b-297d18ac51cc\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:31.150103 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:31.150244 3762 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 23:13:31.178715 3762 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.513891ms I0505 23:13:31.178739 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.543942ms I0505 23:13:31.180162 3762 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.07405ms, libovsdb time 995.599µs I0505 23:13:32.702385 3762 cni.go:452] [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key ] I0505 23:13:32.711766 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: ecf1390c789fd7d, network: default, NAD default, SandboxID: "ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7", PCI device ID: , UID: "a5a7a5d1-4c82-473d-8547-96221c34bccb", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] W0505 23:13:32.716233 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:32.716259 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:13:32.760000 3762 cni.go:473] [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:2f:7c:1a:09:79\",\"name\":\"ecf1390c789fd7d\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba7167c7-1919-4d02-ac27-1c576b38e20f\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:13:32.905211 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 23:13:32.965440 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 23:13:33.932099 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:33.932116 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:33.950324 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:13:33.977080 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977101 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977107 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977111 3762 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:34.379523 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:34.379547 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:34.422191 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:34.422212 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:34.824585 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:13:34.824608 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:13:35.487642 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 23:13:35.821859 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 23:13:35.828398 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:36.513249 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:36.513272 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:13:38.017207 3762 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-173.ec2.internal I0505 23:13:38.017231 3762 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-173.ec2.internal I0505 23:13:38.018022 3762 zone_ic_handler.go:195] Time taken to create transit switch: 328.198µs I0505 23:13:38.018040 3762 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-173.ec2.internal for the network default I0505 23:13:38.019199 3762 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-173.ec2.internal" on network "default" took: 1.51912ms I0505 23:13:38.019269 3762 obj_retry.go:418] Retry successful for *v1.Node ip-10-0-2-173.ec2.internal after 1 failed attempt(s) I0505 23:13:38.091176 3762 cni.go:452] [openshift-multus/network-metrics-daemon-d6pp2 99cd0079c2ade246c7be1bdd2908a63042c33014df34906eb661f529b69e2aad network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-d6pp2 99cd0079c2ade246c7be1bdd2908a63042c33014df34906eb661f529b69e2aad network default NAD default NAD key ] I0505 23:13:38.091800 3762 cni.go:452] [openshift-network-diagnostics/network-check-target-8tlbv 9c8b15a40a01316ef74b46b2e0c813a846e106a129919745ec156859fde41554 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8tlbv 9c8b15a40a01316ef74b46b2e0c813a846e106a129919745ec156859fde41554 network default NAD default NAD key ] I0505 23:13:38.102323 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-d6pp2, hostIfaceName: 99cd0079c2ade24, network: default, NAD default, SandboxID: "99cd0079c2ade246c7be1bdd2908a63042c33014df34906eb661f529b69e2aad", PCI device ID: , UID: "563e6446-5d27-4d6b-98b4-8a4995d8defd", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0505 23:13:38.102798 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8tlbv, hostIfaceName: 9c8b15a40a01316, network: default, NAD default, SandboxID: "9c8b15a40a01316ef74b46b2e0c813a846e106a129919745ec156859fde41554", PCI device ID: , UID: "f178ce72-8c7b-42e2-a88b-0cf3701df4cb", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0505 23:13:38.150829 3762 cni.go:473] [openshift-multus/network-metrics-daemon-d6pp2 99cd0079c2ade246c7be1bdd2908a63042c33014df34906eb661f529b69e2aad network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-d6pp2 99cd0079c2ade246c7be1bdd2908a63042c33014df34906eb661f529b69e2aad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5a:ed:e1:2f:c6\",\"name\":\"99cd0079c2ade24\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6e04db7-2fd3-4491-9233-9664b3d0d977\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:38.167698 3762 cni.go:473] [openshift-network-diagnostics/network-check-target-8tlbv 9c8b15a40a01316ef74b46b2e0c813a846e106a129919745ec156859fde41554 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8tlbv 9c8b15a40a01316ef74b46b2e0c813a846e106a129919745ec156859fde41554 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:6b:48:51:7e:e5\",\"name\":\"9c8b15a40a01316\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7c35e5a-b540-418a-876c-3398e44cd5a9\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:13:38.514693 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:13:39.956787 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:39.956811 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:39.956817 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:39.956821 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:49.879834 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:13:51.539435 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:51.539461 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:13:52.039266 3762 cni.go:452] [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key ] I0505 23:13:52.108075 3762 cni.go:473] [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5976756878-6vhn9 bbccc8abc1947fe1f522a4985345efe5bacdd43adacb187ae1064691eefd3933 network default NAD default NAD key default], result "{}", err I0505 23:13:52.151329 3762 obj_retry.go:498] Detected object openshift-console/console-5976756878-6vhn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:52.151383 3762 pods.go:176] Deleting pod: openshift-console/console-5976756878-6vhn9 I0505 23:13:52.152499 3762 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5976756878-6vhn9, ips: 10.129.0.10 I0505 23:13:52.152538 3762 obj_retry.go:498] Detected object openshift-console/console-5976756878-6vhn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:52.162060 3762 base_network_controller_pods.go:487] [default/openshift-console/console-5c6954bb6c-596cx] creating logical port openshift-console_console-5c6954bb6c-596cx for pod on switch ip-10-0-0-214.ec2.internal I0505 23:13:52.162193 3762 kube.go:256] Updating pod openshift-console/console-5c6954bb6c-596cx I0505 23:13:52.181058 3762 pod.go:62] [openshift-console/console-5c6954bb6c-596cx] pod update took 18.899219ms I0505 23:13:52.181082 3762 base_network_controller_pods.go:951] [default/openshift-console/console-5c6954bb6c-596cx] addLogicalPort annotation time took 18.923755ms I0505 23:13:52.182113 3762 pods.go:271] [openshift-console/console-5c6954bb6c-596cx] addLogicalPort took 20.065276ms, libovsdb time 753.353µs I0505 23:13:52.519285 3762 cni.go:452] [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key ] I0505 23:13:52.528326 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c6954bb6c-596cx, hostIfaceName: 6b41a10b4da9687, network: default, NAD default, SandboxID: "6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746", PCI device ID: , UID: "43aacfea-7185-4d47-9581-f19c8850e9a5", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0505 23:13:52.573519 3762 cni.go:473] [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:bd:11:12:27:7b\",\"name\":\"6b41a10b4da9687\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cde3014-7ed1-41c5-904b-bb74373763d7\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:13:53.040680 3762 obj_retry.go:492] Detected object openshift-console/console-5976756878-6vhn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:53.040729 3762 obj_retry.go:492] Detected object openshift-console/console-5976756878-6vhn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:53.045613 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5976756878-6vhn9 I0505 23:13:53.045635 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5976756878-6vhn9 I0505 23:13:54.729848 3762 obj_retry.go:498] Detected object openshift-console/console-5976756878-8cpw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:54.730524 3762 obj_retry.go:498] Detected object openshift-console/console-5976756878-8cpw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:13:54.931918 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 23:13:55.636984 3762 obj_retry.go:492] Detected object openshift-console/console-5976756878-8cpw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:55.637006 3762 obj_retry.go:492] Detected object openshift-console/console-5976756878-8cpw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:55.641591 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5976756878-8cpw5 I0505 23:13:55.641617 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5976756878-8cpw5 W0505 23:13:56.303156 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:56.303175 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:56.303181 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:13:59.769532 3762 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:59.770126 3762 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:00.211480 3762 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:00.211503 3762 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:00.221027 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 I0505 23:14:00.221053 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 W0505 23:14:02.931589 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:14:03.057617 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:14:07.954348 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 23:14:12.967437 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:28.405499 3762 obj_retry.go:498] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.406071 3762 obj_retry.go:498] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.432390 3762 obj_retry.go:498] Detected object openshift-console/console-5db96b7856-zw6wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.432871 3762 obj_retry.go:498] Detected object openshift-console/console-5db96b7856-zw6wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:29.036689 3762 obj_retry.go:492] Detected object openshift-console/console-5db96b7856-zw6wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.036713 3762 obj_retry.go:492] Detected object openshift-console/console-5db96b7856-zw6wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.043089 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5db96b7856-zw6wq I0505 23:14:29.043114 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5db96b7856-zw6wq I0505 23:14:29.061031 3762 obj_retry.go:492] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.061051 3762 obj_retry.go:492] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.067782 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-58944df9f7-brdlx I0505 23:14:29.067804 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-58944df9f7-brdlx I0505 23:14:36.629460 3762 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:36.630131 3762 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:36.800015 3762 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:36.800039 3762 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:36.807584 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 23:14:36.807612 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 23:14:39.401096 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs] creating logical port openshift-monitoring_telemeter-client-6c586d8b4c-gjdqs for pod on switch ip-10-0-0-214.ec2.internal I0505 23:14:39.401278 3762 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs I0505 23:14:39.477685 3762 pod.go:62] [openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs] pod update took 76.44646ms I0505 23:14:39.477707 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs] addLogicalPort annotation time took 76.473639ms I0505 23:14:39.478935 3762 pods.go:271] [openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs] addLogicalPort took 77.858395ms, libovsdb time 905.39µs I0505 23:14:39.765550 3762 cni.go:452] [openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs ffd4d0850b590ba0d7171c65627fa4a63ea43441c1bc787ddfc72f3f04062846 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs ffd4d0850b590ba0d7171c65627fa4a63ea43441c1bc787ddfc72f3f04062846 network default NAD default NAD key ] I0505 23:14:39.774551 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6c586d8b4c-gjdqs, hostIfaceName: ffd4d0850b590ba, network: default, NAD default, SandboxID: "ffd4d0850b590ba0d7171c65627fa4a63ea43441c1bc787ddfc72f3f04062846", PCI device ID: , UID: "868a2c9a-63fa-465a-aedb-11048c8f5122", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0505 23:14:39.820891 3762 cni.go:473] [openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs ffd4d0850b590ba0d7171c65627fa4a63ea43441c1bc787ddfc72f3f04062846 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6c586d8b4c-gjdqs ffd4d0850b590ba0d7171c65627fa4a63ea43441c1bc787ddfc72f3f04062846 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:88:ac:ba:8e:06\",\"name\":\"ffd4d0850b590ba\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38587696-b21f-4bfd-a760-4de27b8432fb\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:14:41.167309 3762 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:41.167947 3762 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:41.839161 3762 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:41.839181 3762 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:41.848565 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 23:14:41.848598 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 23:14:58.420394 3762 cni.go:452] [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key ] I0505 23:14:58.494504 3762 cni.go:473] [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 c909f0692a1dca91aa577da97d177dd083b65eb8cb87d0c883a5f8098d6398ed network default NAD default NAD key default], result "{}", err I0505 23:14:58.553069 3762 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:58.553106 3762 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0505 23:14:58.554285 3762 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.12 I0505 23:14:58.554317 3762 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:59.282885 3762 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:59.282910 3762 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:59.290296 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 23:14:59.290326 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 23:14:59.338950 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:14:59.339060 3762 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0505 23:14:59.389664 3762 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 50.643938ms I0505 23:14:59.389683 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 50.667347ms I0505 23:14:59.390949 3762 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 52.015057ms, libovsdb time 942.609µs I0505 23:14:59.696374 3762 cni.go:452] [openshift-monitoring/alertmanager-main-0 82e029c248054ec39c261f5e4781f16844d02139b1b2f3544d13ec288aa50038 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 82e029c248054ec39c261f5e4781f16844d02139b1b2f3544d13ec288aa50038 network default NAD default NAD key ] I0505 23:14:59.709325 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 82e029c248054ec, network: default, NAD default, SandboxID: "82e029c248054ec39c261f5e4781f16844d02139b1b2f3544d13ec288aa50038", PCI device ID: , UID: "26c925ff-50af-4fd6-b074-da148f484151", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0505 23:14:59.759022 3762 cni.go:473] [openshift-monitoring/alertmanager-main-0 82e029c248054ec39c261f5e4781f16844d02139b1b2f3544d13ec288aa50038 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 82e029c248054ec39c261f5e4781f16844d02139b1b2f3544d13ec288aa50038 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:02:11:af:1f:89\",\"name\":\"82e029c248054ec\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e15a830-4dd9-41b8-9e9a-3619fa6ff92e\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:15:08.661731 3762 cni.go:452] [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key ] I0505 23:15:08.727212 3762 cni.go:473] [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c6954bb6c-596cx 6b41a10b4da9687b5a2c512e14b56baa62ff0281d809b5a31f301ad4745b2746 network default NAD default NAD key default], result "{}", err I0505 23:15:08.772808 3762 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-596cx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:08.772844 3762 pods.go:176] Deleting pod: openshift-console/console-5c6954bb6c-596cx I0505 23:15:08.774104 3762 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c6954bb6c-596cx, ips: 10.129.0.17 I0505 23:15:08.774132 3762 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-596cx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:08.781370 3762 base_network_controller_pods.go:487] [default/openshift-console/console-6dd99dc446-g25qn] creating logical port openshift-console_console-6dd99dc446-g25qn for pod on switch ip-10-0-0-214.ec2.internal I0505 23:15:08.781486 3762 kube.go:256] Updating pod openshift-console/console-6dd99dc446-g25qn I0505 23:15:08.795333 3762 pod.go:62] [openshift-console/console-6dd99dc446-g25qn] pod update took 13.870392ms I0505 23:15:08.795353 3762 base_network_controller_pods.go:951] [default/openshift-console/console-6dd99dc446-g25qn] addLogicalPort annotation time took 13.894507ms I0505 23:15:08.796516 3762 pods.go:271] [openshift-console/console-6dd99dc446-g25qn] addLogicalPort took 15.162328ms, libovsdb time 823.946µs I0505 23:15:09.141026 3762 cni.go:452] [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key ] I0505 23:15:09.150387 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dd99dc446-g25qn, hostIfaceName: 52d9dc69984b53b, network: default, NAD default, SandboxID: "52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008", PCI device ID: , UID: "becd6bcb-6d5c-4dbf-b268-2278aaddce35", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0505 23:15:09.196251 3762 cni.go:473] [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:e8:7d:3d:27:82\",\"name\":\"52d9dc69984b53b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b33a07be-0b9a-4a2d-ac67-8fdda858906e\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:15:09.353766 3762 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-596cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:09.353796 3762 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-596cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:09.360701 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c6954bb6c-596cx I0505 23:15:09.360725 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c6954bb6c-596cx W0505 23:15:19.391580 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:15:19.483946 3762 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:19.484496 3762 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:20.000139 3762 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:20.000176 3762 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:20.007203 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c6954bb6c-9sqgq I0505 23:15:20.007231 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c6954bb6c-9sqgq I0505 23:15:24.397340 3762 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.397974 3762 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398006 3762 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398017 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 23:15:24.398044 3762 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398051 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 23:15:25.425356 3762 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425377 3762 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425404 3762 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425415 3762 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:26.113558 3762 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:15:26.127869 3762 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 23:15:29.763844 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:15:29.763865 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:15:29.763870 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:15:35.458622 3762 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:35.459281 3762 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:36.341714 3762 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:36.341762 3762 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.300987 3762 cni.go:452] [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key ] I0505 23:15:44.379008 3762 cni.go:473] [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 ecf1390c789fd7d318afaff20d50aaed753a731e4091525cc9f864c95f8b14e7 network default NAD default NAD key default], result "{}", err I0505 23:15:44.442576 3762 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:44.442604 3762 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0505 23:15:44.443804 3762 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.16 I0505 23:15:44.443831 3762 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:44.792875 3762 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.792898 3762 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.801257 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 23:15:44.801281 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 23:15:44.875937 3762 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:15:44.876078 3762 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 23:15:44.903926 3762 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.891909ms I0505 23:15:44.903946 3762 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.915486ms I0505 23:15:44.905063 3762 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.140599ms, libovsdb time 834.368µs I0505 23:15:45.240020 3762 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6dadf9a678887a20157efd3ed7577f9d2be74b2b55900f9ffaccd8c3e80f08b1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6dadf9a678887a20157efd3ed7577f9d2be74b2b55900f9ffaccd8c3e80f08b1 network default NAD default NAD key ] I0505 23:15:45.249815 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6dadf9a678887a2, network: default, NAD default, SandboxID: "6dadf9a678887a20157efd3ed7577f9d2be74b2b55900f9ffaccd8c3e80f08b1", PCI device ID: , UID: "1f8966a0-122b-4430-ad58-03f67c81ec8f", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0505 23:15:45.296328 3762 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6dadf9a678887a20157efd3ed7577f9d2be74b2b55900f9ffaccd8c3e80f08b1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6dadf9a678887a20157efd3ed7577f9d2be74b2b55900f9ffaccd8c3e80f08b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:fa:26:3f:3f:82\",\"name\":\"6dadf9a678887a2\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f38aa4c2-3da5-414b-b6dd-d1bc33a28664\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:16:45.799681 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:45.799707 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 23:17:22.774894 3762 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-j8qsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:22.775578 3762 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-j8qsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:23.765161 3762 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-j8qsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:23.765181 3762 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-j8qsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:23.771638 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd99dc446-j8qsl I0505 23:17:23.771662 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd99dc446-j8qsl I0505 23:17:33.641256 3762 cni.go:452] [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key ] I0505 23:17:33.707908 3762 cni.go:473] [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dd99dc446-g25qn 52d9dc69984b53b5d2a5f604a32b55a80c89806c72ec882ffc9dc8a51940f008 network default NAD default NAD key default], result "{}", err I0505 23:17:33.753429 3762 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-g25qn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:33.753466 3762 pods.go:176] Deleting pod: openshift-console/console-6dd99dc446-g25qn I0505 23:17:33.754643 3762 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dd99dc446-g25qn, ips: 10.129.0.20 I0505 23:17:33.754677 3762 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-g25qn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:33.949168 3762 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-g25qn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:33.949195 3762 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-g25qn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:33.955831 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd99dc446-g25qn I0505 23:17:33.955851 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd99dc446-g25qn I0505 23:18:15.304252 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 I0505 23:18:32.386945 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 23:18:39.305407 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=37 I0505 23:18:42.312474 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=457 I0505 23:18:51.419301 3762 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 23:19:06.394042 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 23:19:15.301926 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 23:19:44.412450 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:20:04.512551 3762 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:04.513315 3762 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:05.405978 3762 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:05.406004 3762 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:05.424527 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 23:20:13.301330 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 W0505 23:20:30.496268 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:20:37.201123 3762 namespace.go:98] [tsf] adding namespace I0505 23:20:37.202060 3762 namespace.go:102] [tsf] adding namespace took 912.649µs I0505 23:20:37.217014 3762 namespace.go:142] [tsf] updating namespace I0505 23:20:37.228092 3762 namespace.go:142] [tsf] updating namespace I0505 23:20:41.538538 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 23:20:41.538603 3762 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hzr46 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hzr46: no pod IPs found I0505 23:20:41.758012 3762 namespace.go:98] [rhbk-operator] adding namespace I0505 23:20:41.758897 3762 namespace.go:102] [rhbk-operator] adding namespace took 861.907µs I0505 23:20:41.762645 3762 namespace.go:98] [cert-manager-operator] adding namespace I0505 23:20:41.762838 3762 namespace.go:98] [konflux-operator] adding namespace I0505 23:20:41.762875 3762 namespace.go:98] [tsf-tpa] adding namespace I0505 23:20:41.762975 3762 namespace.go:98] [tsf-keycloak] adding namespace I0505 23:20:41.763490 3762 namespace.go:102] [cert-manager-operator] adding namespace took 825.003µs I0505 23:20:41.764235 3762 namespace.go:102] [konflux-operator] adding namespace took 1.378093ms I0505 23:20:41.764843 3762 namespace.go:102] [tsf-tpa] adding namespace took 1.959589ms I0505 23:20:41.765361 3762 namespace.go:102] [tsf-keycloak] adding namespace took 2.374294ms I0505 23:20:41.768685 3762 namespace.go:98] [rhtpa-operator] adding namespace I0505 23:20:41.768711 3762 namespace.go:98] [konflux-ui] adding namespace I0505 23:20:41.768870 3762 namespace.go:98] [tsf-tas] adding namespace I0505 23:20:41.769275 3762 namespace.go:102] [rhtpa-operator] adding namespace took 575.067µs I0505 23:20:41.769786 3762 namespace.go:102] [konflux-ui] adding namespace took 1.061799ms I0505 23:20:41.770383 3762 namespace.go:102] [tsf-tas] adding namespace took 1.497964ms I0505 23:20:41.778938 3762 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.794610 3762 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.797694 3762 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:41.820345 3762 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.820469 3762 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:41.820612 3762 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.854824 3762 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.854937 3762 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.855032 3762 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.864355 3762 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.864499 3762 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:41.864572 3762 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.864711 3762 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.871677 3762 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.882836 3762 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.891684 3762 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.909999 3762 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.910069 3762 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.920653 3762 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.923606 3762 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.936899 3762 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.950013 3762 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:41.953592 3762 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:42.173152 3762 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:43.134798 3762 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:43.154449 3762 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:43.328126 3762 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-214.ec2.internal I0505 23:20:43.328256 3762 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0505 23:20:43.346127 3762 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.915769ms I0505 23:20:43.346146 3762 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.940427ms I0505 23:20:43.347339 3762 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 19.231689ms, libovsdb time 876.115µs I0505 23:20:43.706859 3762 cni.go:452] [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key ] I0505 23:20:43.715615 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 0a93acf9aba9831, network: default, NAD default, SandboxID: "0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db", PCI device ID: , UID: "ace9b79e-2746-4377-94fb-6f07d3988598", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0505 23:20:43.762215 3762 cni.go:473] [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b0:b6:51:99:b1\",\"name\":\"0a93acf9aba9831\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c978b91c-614a-4816-9df7-efa249362205\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:20:45.406535 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 23:20:46.411494 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 23:20:48.733061 3762 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733872 3762 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733907 3762 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733917 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:48.733936 3762 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.733943 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:49.760820 3762 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760847 3762 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760863 3762 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760877 3762 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:50.741016 3762 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.741529 3762 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.741555 3762 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.741565 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:50.741580 3762 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.741590 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:51.771190 3762 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.771218 3762 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.771235 3762 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.771247 3762 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:52.304842 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0505 23:20:53.868069 3762 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868643 3762 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868671 3762 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868679 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:53.868695 3762 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.868699 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:53.895294 3762 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895676 3762 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895698 3762 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895705 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:53.895717 3762 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895721 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:54.917968 3762 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.917987 3762 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.918006 3762 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.918018 3762 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946508 3762 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946529 3762 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946547 3762 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946558 3762 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:56.811867 3762 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.812398 3762 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.812426 3762 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.812439 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:56.812454 3762 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.812461 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:56.844980 3762 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.845455 3762 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.845477 3762 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.845484 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:56.845498 3762 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.845505 3762 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:57.843795 3762 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843814 3762 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843829 3762 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843841 3762 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874486 3762 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874507 3762 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874523 3762 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874535 3762 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:59.398964 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 23:21:06.365322 3762 namespace.go:98] [cert-manager] adding namespace I0505 23:21:06.366250 3762 namespace.go:102] [cert-manager] adding namespace took 901.813µs I0505 23:21:06.366295 3762 namespace.go:142] [cert-manager] updating namespace I0505 23:21:06.440725 3762 namespace.go:142] [cert-manager] updating namespace W0505 23:21:11.404129 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:21:12.315951 3762 namespace.go:142] [openshift-operators] updating namespace I0505 23:21:12.347286 3762 namespace.go:142] [openshift-operators] updating namespace W0505 23:21:12.800863 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:21:12.800882 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:21:16.551710 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 23:21:18.023123 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.032088 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.042234 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.054519 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:21:20.421367 3762 namespace.go:142] [openshift-operators] updating namespace I0505 23:21:26.425903 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 23:21:29.039906 3762 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 23:21:29.040714 3762 namespace.go:102] [trusted-artifact-signer] adding namespace took 789.283µs I0505 23:21:29.040767 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:29.219977 3762 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 23:21:29.647038 3762 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:21:36.351146 3762 namespace.go:98] [openshift-pipelines] adding namespace I0505 23:21:36.352121 3762 namespace.go:102] [openshift-pipelines] adding namespace took 950.312µs I0505 23:21:36.373214 3762 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:21:37.064904 3762 namespace.go:142] [cert-manager] updating namespace I0505 23:21:37.268393 3762 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:37.667873 3762 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:37.869972 3762 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:38.071177 3762 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:38.475058 3762 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:38.670715 3762 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:38.872773 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:39.074025 3762 namespace.go:142] [tsf] updating namespace I0505 23:21:39.275015 3762 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:39.473300 3762 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:39.674520 3762 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:39.802708 3762 namespace.go:142] [cert-manager] updating namespace I0505 23:21:39.817657 3762 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:39.826374 3762 namespace.go:142] [default] updating namespace I0505 23:21:39.836616 3762 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:39.845927 3762 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:39.858777 3762 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:39.868365 3762 namespace.go:142] [openshift] updating namespace I0505 23:21:39.879669 3762 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:39.887370 3762 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:39.899817 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:39.911960 3762 namespace.go:142] [tsf] updating namespace I0505 23:21:39.925135 3762 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:39.934588 3762 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:39.956528 3762 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:40.056490 3762 namespace.go:142] [cert-manager] updating namespace I0505 23:21:40.158963 3762 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:40.254505 3762 namespace.go:142] [default] updating namespace I0505 23:21:40.355673 3762 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:40.455888 3762 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:40.553828 3762 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:40.656307 3762 namespace.go:142] [openshift] updating namespace I0505 23:21:40.774906 3762 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:40.858487 3762 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:40.977382 3762 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:41.104896 3762 namespace.go:142] [tsf] updating namespace I0505 23:21:41.167930 3762 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:41.260988 3762 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:41.372912 3762 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:42.168715 3762 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:21:42.386459 3762 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 23:21:50.665241 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-j9ws7 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:21:50.665333 3762 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7 I0505 23:21:50.685702 3762 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7] pod update took 20.392455ms I0505 23:21:50.685726 3762 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7] addLogicalPort annotation time took 20.423203ms I0505 23:21:50.686907 3762 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7] addLogicalPort took 21.672581ms, libovsdb time 817.235µs I0505 23:21:51.023094 3762 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7 cf870b6528270512dc3e634f3243c73cb2668398923de9f7fa446a2fcb71c670 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7 cf870b6528270512dc3e634f3243c73cb2668398923de9f7fa446a2fcb71c670 network default NAD default NAD key ] I0505 23:21:51.032724 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-j9ws7, hostIfaceName: cf870b652827051, network: default, NAD default, SandboxID: "cf870b6528270512dc3e634f3243c73cb2668398923de9f7fa446a2fcb71c670", PCI device ID: , UID: "dc217847-8e59-4841-9c9c-4d03fafb9482", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0505 23:21:51.079823 3762 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7 cf870b6528270512dc3e634f3243c73cb2668398923de9f7fa446a2fcb71c670 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-j9ws7 cf870b6528270512dc3e634f3243c73cb2668398923de9f7fa446a2fcb71c670 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:57:12:b7:88:bb\",\"name\":\"cf870b652827051\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b60e8a3b-567e-451e-9616-4214944d2e33\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:21:54.026658 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.026682 3762 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.026690 3762 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.601688 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:54.601706 3762 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:54.601711 3762 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:56.000441 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000459 3762 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000464 3762 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000468 3762 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 23:21:59.048697 3762 cni.go:452] [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key ] I0505 23:21:59.126079 3762 cni.go:473] [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 0a93acf9aba98314f84662d64da767e0ae560aff5d21bf994cfa4a6db157b0db network default NAD default NAD key default], result "{}", err I0505 23:21:59.178953 3762 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:59.178981 3762 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0505 23:21:59.180188 3762 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.22 I0505 23:21:59.180217 3762 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:59.201691 3762 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:59.201713 3762 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:59.209682 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 23:21:59.209703 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 23:22:00.584231 3762 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:00.584319 3762 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0505 23:22:00.598990 3762 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.693804ms I0505 23:22:00.599009 3762 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.716736ms I0505 23:22:00.600231 3762 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.013843ms, libovsdb time 890.619µs I0505 23:22:00.949779 3762 cni.go:452] [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key ] I0505 23:22:00.960123 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 697a67f3a164d7a, network: default, NAD default, SandboxID: "697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57", PCI device ID: , UID: "e3677b43-e6b9-477f-a062-1d45a4c8f3e5", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0505 23:22:01.007770 3762 cni.go:473] [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ac:45:ba:32:b1\",\"name\":\"697a67f3a164d7a\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29fbd5e1-c16e-45e4-9a23-b485343ec899\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:22:03.490921 3762 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-q7l94 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:03.491033 3762 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94 I0505 23:22:03.493572 3762 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-cfnj6 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:03.493663 3762 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6 I0505 23:22:03.507504 3762 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94] pod update took 16.499633ms I0505 23:22:03.507530 3762 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94] addLogicalPort annotation time took 16.533386ms I0505 23:22:03.509185 3762 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94] addLogicalPort took 18.280286ms, libovsdb time 1.259929ms I0505 23:22:03.509254 3762 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6] pod update took 15.617809ms I0505 23:22:03.509323 3762 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6] addLogicalPort annotation time took 15.687196ms I0505 23:22:03.510826 3762 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6] addLogicalPort took 17.268341ms, libovsdb time 1.038623ms W0505 23:22:05.030898 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:22:05.030920 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:22:05.030926 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 23:22:08.956374 3762 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94 9f688ec7a2aa3eed09396166395e2432bd1880d3b97027d0c55fcae4d4039b7d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94 9f688ec7a2aa3eed09396166395e2432bd1880d3b97027d0c55fcae4d4039b7d network default NAD default NAD key ] I0505 23:22:08.965064 3762 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6 381a49ce87b66d01ce6c03c83d22163dfdcf9ce27171bc8da4eb137b718cc945 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6 381a49ce87b66d01ce6c03c83d22163dfdcf9ce27171bc8da4eb137b718cc945 network default NAD default NAD key ] I0505 23:22:08.988708 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-q7l94, hostIfaceName: 9f688ec7a2aa3ee, network: default, NAD default, SandboxID: "9f688ec7a2aa3eed09396166395e2432bd1880d3b97027d0c55fcae4d4039b7d", PCI device ID: , UID: "00fefae6-43d6-40cb-8bbd-48188d5e524a", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0505 23:22:08.990119 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-cfnj6, hostIfaceName: 381a49ce87b66d0, network: default, NAD default, SandboxID: "381a49ce87b66d01ce6c03c83d22163dfdcf9ce27171bc8da4eb137b718cc945", PCI device ID: , UID: "6326aa06-8e4d-411c-8b0d-612c91607a36", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0505 23:22:09.034720 3762 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94 9f688ec7a2aa3eed09396166395e2432bd1880d3b97027d0c55fcae4d4039b7d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-q7l94 9f688ec7a2aa3eed09396166395e2432bd1880d3b97027d0c55fcae4d4039b7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ce:83:e1:54:ee\",\"name\":\"9f688ec7a2aa3ee\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f063a42-7baf-47bd-97df-c474f5411999\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:22:09.052821 3762 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6 381a49ce87b66d01ce6c03c83d22163dfdcf9ce27171bc8da4eb137b718cc945 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cfnj6 381a49ce87b66d01ce6c03c83d22163dfdcf9ce27171bc8da4eb137b718cc945 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:a3:77:6b:0d:0b\",\"name\":\"381a49ce87b66d0\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd5a63aa-6885-4529-ad52-11461f4f9e5a\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:22:10.108665 3762 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 23:22:10.149262 3762 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 23:22:17.818282 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 23:22:30.315150 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-pgjmb for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:30.315250 3762 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb I0505 23:22:30.329135 3762 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb] pod update took 13.909597ms I0505 23:22:30.329158 3762 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb] addLogicalPort annotation time took 13.939894ms I0505 23:22:30.330397 3762 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb] addLogicalPort took 15.262952ms, libovsdb time 902.135µs I0505 23:22:30.675295 3762 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb e25058c29bedab3271dda9c890dfff22ee8ae7ed67ae0c51790b66ddc361abdd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb e25058c29bedab3271dda9c890dfff22ee8ae7ed67ae0c51790b66ddc361abdd network default NAD default NAD key ] I0505 23:22:30.685036 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-pgjmb, hostIfaceName: e25058c29bedab3, network: default, NAD default, SandboxID: "e25058c29bedab3271dda9c890dfff22ee8ae7ed67ae0c51790b66ddc361abdd", PCI device ID: , UID: "0897a88a-f80e-44e4-8b06-44113aa9aac4", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0505 23:22:30.732857 3762 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb e25058c29bedab3271dda9c890dfff22ee8ae7ed67ae0c51790b66ddc361abdd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-pgjmb e25058c29bedab3271dda9c890dfff22ee8ae7ed67ae0c51790b66ddc361abdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:7a:ee:f6:2f:ce\",\"name\":\"e25058c29bedab3\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d944587f-8552-400b-bfc7-7494eddf93a0\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:22:31.108801 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 23:22:31.130208 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 23:22:35.104502 3762 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:22:35.214199 3762 cni.go:452] [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key ] I0505 23:22:35.287255 3762 cni.go:473] [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 697a67f3a164d7adf359bff75ffec843b519cf0caa2f2422cca6730074412c57 network default NAD default NAD key default], result "{}", err I0505 23:22:35.334647 3762 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:22:35.334681 3762 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0505 23:22:35.335830 3762 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.24 I0505 23:22:35.335856 3762 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:22:35.362373 3762 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:22:35.362421 3762 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:22:35.368902 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 23:22:35.368924 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 23:22:36.614517 3762 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:36.614644 3762 kube.go:256] Updating pod tsf/test-tsf-iam I0505 23:22:36.634507 3762 pod.go:62] [tsf/test-tsf-iam] pod update took 19.891986ms I0505 23:22:36.634528 3762 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 19.917505ms I0505 23:22:36.635666 3762 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 21.163499ms, libovsdb time 816.232µs I0505 23:22:36.979959 3762 cni.go:452] [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key ] I0505 23:22:36.990257 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 68920f7f2176551, network: default, NAD default, SandboxID: "68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad", PCI device ID: , UID: "352dda69-b2c3-41fe-ac3d-40f551c5806b", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0505 23:22:37.039348 3762 cni.go:473] [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:60:d4:a5:15:7f\",\"name\":\"68920f7f2176551\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ae93180-dda0-47ba-9db9-71f20fc3f78f\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:22:37.501190 3762 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 23:22:37.501954 3762 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 23:22:37.501986 3762 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 23:22:37.504076 3762 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 23:22:38.192940 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:38.193030 3762 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0505 23:22:38.208473 3762 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 15.464335ms I0505 23:22:38.208504 3762 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 15.49144ms I0505 23:22:38.209879 3762 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.958966ms, libovsdb time 994.256µs W0505 23:22:44.270327 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:22:44.270346 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:22:44.273604 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:22:44.273625 3762 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 23:22:45.453318 3762 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 d59da9a03b80331dbb779e8fbc8f5769fd15b7d3d7a4a6fea15f41b0c0c76d78 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 d59da9a03b80331dbb779e8fbc8f5769fd15b7d3d7a4a6fea15f41b0c0c76d78 network default NAD default NAD key ] I0505 23:22:45.462591 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: d59da9a03b80331, network: default, NAD default, SandboxID: "d59da9a03b80331dbb779e8fbc8f5769fd15b7d3d7a4a6fea15f41b0c0c76d78", PCI device ID: , UID: "6353377d-ff05-4dc9-bfab-0247c5a3a5a8", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0505 23:22:45.510510 3762 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 d59da9a03b80331dbb779e8fbc8f5769fd15b7d3d7a4a6fea15f41b0c0c76d78 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 d59da9a03b80331dbb779e8fbc8f5769fd15b7d3d7a4a6fea15f41b0c0c76d78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3c:3c:92:8f:b1\",\"name\":\"d59da9a03b80331\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/731865f5-d0ba-49db-9a69-f62e785b1766\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:22:52.338646 3762 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:22:53.700469 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j] creating logical port openshift-pipelines_tekton-results-api-cccf9fb9-mcw6j for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:53.700568 3762 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j I0505 23:22:53.720669 3762 pod.go:62] [openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j] pod update took 20.126773ms I0505 23:22:53.720695 3762 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j] addLogicalPort annotation time took 20.157766ms I0505 23:22:53.721912 3762 pods.go:271] [openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j] addLogicalPort took 21.459169ms, libovsdb time 867.812µs I0505 23:22:53.878229 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-qs42l for pod on switch ip-10-0-0-214.ec2.internal I0505 23:22:53.878316 3762 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l I0505 23:22:53.893360 3762 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l] pod update took 15.066675ms I0505 23:22:53.893378 3762 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l] addLogicalPort annotation time took 15.094054ms I0505 23:22:53.894456 3762 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l] addLogicalPort took 16.242646ms, libovsdb time 741.137µs I0505 23:22:54.064086 3762 cni.go:452] [openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j f4d4c290567edef8c9df82d0b7aef0b3143cecbe55b77e764be40a5ee3e6d958 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j f4d4c290567edef8c9df82d0b7aef0b3143cecbe55b77e764be40a5ee3e6d958 network default NAD default NAD key ] I0505 23:22:54.073783 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-cccf9fb9-mcw6j, hostIfaceName: f4d4c290567edef, network: default, NAD default, SandboxID: "f4d4c290567edef8c9df82d0b7aef0b3143cecbe55b77e764be40a5ee3e6d958", PCI device ID: , UID: "04b0b23c-d538-44da-b34a-f6c57a83197a", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0505 23:22:54.122353 3762 cni.go:473] [openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j f4d4c290567edef8c9df82d0b7aef0b3143cecbe55b77e764be40a5ee3e6d958 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-mcw6j f4d4c290567edef8c9df82d0b7aef0b3143cecbe55b77e764be40a5ee3e6d958 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:f8:ad:ac:47:18\",\"name\":\"f4d4c290567edef\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39a88ab4-99d4-4962-9649-6ebca4db3deb\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:22:54.236906 3762 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l e58b3069f5f7fa22cdefe97edfd658d6a07e5e58165f793c50691996460fdcb5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l e58b3069f5f7fa22cdefe97edfd658d6a07e5e58165f793c50691996460fdcb5 network default NAD default NAD key ] I0505 23:22:54.246672 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-qs42l, hostIfaceName: e58b3069f5f7fa2, network: default, NAD default, SandboxID: "e58b3069f5f7fa22cdefe97edfd658d6a07e5e58165f793c50691996460fdcb5", PCI device ID: , UID: "29a7f2cd-7f72-4a8f-9020-b1126361463c", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0505 23:22:54.293319 3762 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l e58b3069f5f7fa22cdefe97edfd658d6a07e5e58165f793c50691996460fdcb5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-qs42l e58b3069f5f7fa22cdefe97edfd658d6a07e5e58165f793c50691996460fdcb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ea:91:47:f1:b8\",\"name\":\"e58b3069f5f7fa2\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f511e35-8ca2-4e5b-bfd9-88f75d0ba91f\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:22:59.337479 3762 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:22:59.337499 3762 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:22:59.337504 3762 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:23:04.361494 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:23:04.361512 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:23:04.361518 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 23:23:27.470735 3762 cni.go:452] [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key ] I0505 23:23:27.570266 3762 cni.go:473] [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 68920f7f21765515ec442a808ad373d950cfc1b9c78c682f9dbf545195111aad network default NAD default NAD key default], result "{}", err I0505 23:23:27.636127 3762 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:27.636165 3762 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 23:23:27.637668 3762 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.28 I0505 23:23:27.637693 3762 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:27.684190 3762 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:27.684207 3762 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:27.691328 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 23:23:27.691353 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 23:23:27.717358 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-fp6qx for pod on switch ip-10-0-0-214.ec2.internal I0505 23:23:27.717461 3762 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx I0505 23:23:27.734812 3762 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx] pod update took 17.377421ms I0505 23:23:27.734834 3762 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx] addLogicalPort annotation time took 17.401072ms I0505 23:23:27.735998 3762 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx] addLogicalPort took 18.657869ms, libovsdb time 829.611µs I0505 23:23:27.816012 3762 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-cxqjt for pod on switch ip-10-0-0-214.ec2.internal I0505 23:23:27.816123 3762 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt I0505 23:23:27.831062 3762 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt] pod update took 14.955967ms I0505 23:23:27.831082 3762 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt] addLogicalPort annotation time took 14.980941ms I0505 23:23:27.832191 3762 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt] addLogicalPort took 16.194633ms, libovsdb time 764.328µs I0505 23:23:28.074677 3762 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx 95e65e20ce47b1e63a83a55694383cc08aef002bc251a517195cc49467955bf2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx 95e65e20ce47b1e63a83a55694383cc08aef002bc251a517195cc49467955bf2 network default NAD default NAD key ] I0505 23:23:28.084032 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-fp6qx, hostIfaceName: 95e65e20ce47b1e, network: default, NAD default, SandboxID: "95e65e20ce47b1e63a83a55694383cc08aef002bc251a517195cc49467955bf2", PCI device ID: , UID: "ceb6b928-fd1c-421c-a0e5-4d03d0affd26", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0505 23:23:28.132104 3762 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx 95e65e20ce47b1e63a83a55694383cc08aef002bc251a517195cc49467955bf2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-fp6qx 95e65e20ce47b1e63a83a55694383cc08aef002bc251a517195cc49467955bf2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:3f:08:4a:eb:1e\",\"name\":\"95e65e20ce47b1e\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49b2a2c0-c130-4a20-9556-4cf4f74a3783\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:23:28.174223 3762 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt 37c15dfc4e11b2ce937375ca288cebc553e0779a501d47deb0bc7d7830c36c3e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt 37c15dfc4e11b2ce937375ca288cebc553e0779a501d47deb0bc7d7830c36c3e network default NAD default NAD key ] I0505 23:23:28.184117 3762 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-cxqjt, hostIfaceName: 37c15dfc4e11b2c, network: default, NAD default, SandboxID: "37c15dfc4e11b2ce937375ca288cebc553e0779a501d47deb0bc7d7830c36c3e", PCI device ID: , UID: "56813615-2171-45e0-aa4b-0300795717af", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0505 23:23:28.231720 3762 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt 37c15dfc4e11b2ce937375ca288cebc553e0779a501d47deb0bc7d7830c36c3e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cxqjt 37c15dfc4e11b2ce937375ca288cebc553e0779a501d47deb0bc7d7830c36c3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:25:95:7e:d4:3f\",\"name\":\"37c15dfc4e11b2c\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cb3bae8-8e74-423c-a350-0c28a9400a5f\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:23:28.913021 3762 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-214.ec2.internal I0505 23:23:28.913151 3762 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0505 23:23:28.929311 3762 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.182158ms I0505 23:23:28.929393 3762 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.26942ms I0505 23:23:28.930695 3762 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.689774ms, libovsdb time 908.017µs I0505 23:23:29.275572 3762 cni.go:452] [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key ] I0505 23:23:29.285223 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 16d972618ab2249, network: default, NAD default, SandboxID: "16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c", PCI device ID: , UID: "270f7fca-7ed7-4e28-a05c-578deb55cba4", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0505 23:23:29.338014 3762 cni.go:473] [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:4d:97:30:0c:cb\",\"name\":\"16d972618ab2249\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1c29d26-a208-4304-913e-75ac0a12196d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:23:29.952502 3762 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-hhgdc-d6n2d] creating logical port tsf-tas_segment-backup-installation-hhgdc-d6n2d for pod on switch ip-10-0-0-214.ec2.internal I0505 23:23:29.952641 3762 kube.go:256] Updating pod tsf-tas/segment-backup-installation-hhgdc-d6n2d I0505 23:23:29.965559 3762 pod.go:62] [tsf-tas/segment-backup-installation-hhgdc-d6n2d] pod update took 12.937824ms I0505 23:23:29.965582 3762 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-hhgdc-d6n2d] addLogicalPort annotation time took 12.966319ms I0505 23:23:29.967025 3762 pods.go:271] [tsf-tas/segment-backup-installation-hhgdc-d6n2d] addLogicalPort took 14.550263ms, libovsdb time 987.187µs W0505 23:23:30.129493 3762 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:23:30.129510 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 23:23:30.319500 3762 cni.go:452] [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key ] I0505 23:23:30.329649 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-hhgdc-d6n2d, hostIfaceName: 5ff3617bf0d2e21, network: default, NAD default, SandboxID: "5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61", PCI device ID: , UID: "f0f34d73-5d5c-4b82-aef4-f7c9d3203d15", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0505 23:23:30.380256 3762 cni.go:473] [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:69:63:31:90:13\",\"name\":\"5ff3617bf0d2e21\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bda14454-2602-4119-b0a8-fb1e4f346323\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:23:30.533209 3762 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 23:23:30.868053 3762 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-84d6d4f899-p4968] creating logical port tsf-tas_trillian-logserver-84d6d4f899-p4968 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:23:30.868155 3762 kube.go:256] Updating pod tsf-tas/trillian-logserver-84d6d4f899-p4968 I0505 23:23:30.884929 3762 pod.go:62] [tsf-tas/trillian-logserver-84d6d4f899-p4968] pod update took 16.797638ms I0505 23:23:30.884951 3762 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-84d6d4f899-p4968] addLogicalPort annotation time took 16.826252ms I0505 23:23:30.886138 3762 pods.go:271] [tsf-tas/trillian-logserver-84d6d4f899-p4968] addLogicalPort took 18.096295ms, libovsdb time 855.085µs I0505 23:23:31.002664 3762 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-cw9l2-xrx89] creating logical port tsf-tas_rekor-createtree-job-cw9l2-xrx89 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:23:31.002792 3762 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-cw9l2-xrx89 I0505 23:23:31.017523 3762 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7688f666dd-brlhk] creating logical port tsf-tas_trillian-logsigner-7688f666dd-brlhk for pod on switch ip-10-0-0-214.ec2.internal I0505 23:23:31.017620 3762 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7688f666dd-brlhk I0505 23:23:31.022813 3762 pod.go:62] [tsf-tas/rekor-createtree-job-cw9l2-xrx89] pod update took 20.077977ms I0505 23:23:31.022883 3762 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-cw9l2-xrx89] addLogicalPort annotation time took 20.15074ms I0505 23:23:31.024389 3762 pods.go:271] [tsf-tas/rekor-createtree-job-cw9l2-xrx89] addLogicalPort took 21.742302ms, libovsdb time 1.011567ms I0505 23:23:31.038186 3762 pod.go:62] [tsf-tas/trillian-logsigner-7688f666dd-brlhk] pod update took 20.596366ms I0505 23:23:31.038403 3762 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7688f666dd-brlhk] addLogicalPort annotation time took 20.815724ms I0505 23:23:31.040334 3762 pods.go:271] [tsf-tas/trillian-logsigner-7688f666dd-brlhk] addLogicalPort took 22.824316ms, libovsdb time 1.04046ms I0505 23:23:31.392614 3762 cni.go:452] [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key ] I0505 23:23:31.405518 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-cw9l2-xrx89, hostIfaceName: babb33831647f61, network: default, NAD default, SandboxID: "babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5", PCI device ID: , UID: "3b7a6260-cc66-4966-932a-aee44cbf9485", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0505 23:23:31.471179 3762 cni.go:473] [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:82:68:24:06:b8\",\"name\":\"babb33831647f61\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a83ec8ff-a4a9-4ce4-b1e2-7750409aac45\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:23:31.891512 3762 cni.go:452] [tsf-tas/trillian-logserver-84d6d4f899-p4968 45bc159ab414970d49e62af9846f9be1af039152d37aaa91264115f52dbeed5d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-84d6d4f899-p4968 45bc159ab414970d49e62af9846f9be1af039152d37aaa91264115f52dbeed5d network default NAD default NAD key ] I0505 23:23:31.904299 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-84d6d4f899-p4968, hostIfaceName: 45bc159ab414970, network: default, NAD default, SandboxID: "45bc159ab414970d49e62af9846f9be1af039152d37aaa91264115f52dbeed5d", PCI device ID: , UID: "1d901e2b-4975-40c8-bf38-1ed8c56ffe48", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0505 23:23:31.973089 3762 cni.go:473] [tsf-tas/trillian-logserver-84d6d4f899-p4968 45bc159ab414970d49e62af9846f9be1af039152d37aaa91264115f52dbeed5d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-84d6d4f899-p4968 45bc159ab414970d49e62af9846f9be1af039152d37aaa91264115f52dbeed5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c6:a3:fe:cc:99\",\"name\":\"45bc159ab414970\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b1fd421-0d1e-4c38-a782-62fbcd809f15\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:23:32.017230 3762 cni.go:452] [tsf-tas/trillian-logsigner-7688f666dd-brlhk 65c7b6bc07791c5fd3f7ada95818bea4bb306f948f52fca280a5ca0eaa1cd902 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7688f666dd-brlhk 65c7b6bc07791c5fd3f7ada95818bea4bb306f948f52fca280a5ca0eaa1cd902 network default NAD default NAD key ] I0505 23:23:32.031207 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7688f666dd-brlhk, hostIfaceName: 65c7b6bc07791c5, network: default, NAD default, SandboxID: "65c7b6bc07791c5fd3f7ada95818bea4bb306f948f52fca280a5ca0eaa1cd902", PCI device ID: , UID: "8e5ea769-1214-4f38-a441-f53e17280d74", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0505 23:23:32.100363 3762 cni.go:473] [tsf-tas/trillian-logsigner-7688f666dd-brlhk 65c7b6bc07791c5fd3f7ada95818bea4bb306f948f52fca280a5ca0eaa1cd902 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7688f666dd-brlhk 65c7b6bc07791c5fd3f7ada95818bea4bb306f948f52fca280a5ca0eaa1cd902 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:bb:af:75:b3:7d\",\"name\":\"65c7b6bc07791c5\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bd023f1-daf4-4f1b-b45f-9d19fdfcc9e1\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:23:38.757020 3762 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qtbjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:38.757526 3762 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qtbjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:39.646323 3762 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qtbjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:39.646348 3762 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qtbjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:23:41.500647 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 23:23:43.199777 3762 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 23:23:44.573578 3762 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 23:23:44.616117 3762 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 23:23:47.603945 3762 cni.go:452] [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key ] I0505 23:23:47.694366 3762 cni.go:473] [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-hhgdc-d6n2d 5ff3617bf0d2e21acd06f929cae96a1347baca2ea1f6ae43458d262c11674a61 network default NAD default NAD key default], result "{}", err I0505 23:23:47.743352 3762 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:47.743390 3762 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-hhgdc-d6n2d I0505 23:23:47.744563 3762 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-hhgdc-d6n2d, ips: 10.129.0.35 I0505 23:23:47.744592 3762 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:48.765553 3762 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:48.765574 3762 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:24:08.669463 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 23:24:08.695150 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 23:24:14.315728 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=400 I0505 23:24:17.758974 3762 cni.go:452] [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key ] I0505 23:24:17.760494 3762 cni.go:452] [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key ] I0505 23:24:17.872498 3762 cni.go:473] [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-cw9l2-xrx89 babb33831647f61702fece4dda70482b615c886e02eec7d795f5bed7d763ffc5 network default NAD default NAD key default], result "{}", err I0505 23:24:17.901471 3762 cni.go:473] [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 16d972618ab224919d1ac38f5b7ca6423058179a257cc990e03ebb01abbecc5c network default NAD default NAD key default], result "{}", err I0505 23:24:17.995064 3762 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:17.995123 3762 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-cw9l2-xrx89 I0505 23:24:17.996384 3762 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-cw9l2-xrx89, ips: 10.129.0.37 I0505 23:24:17.996410 3762 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.020361 3762 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.020389 3762 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0505 23:24:18.021717 3762 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.34 I0505 23:24:18.021742 3762 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.044134 3762 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.044158 3762 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.050896 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 23:24:18.050921 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 23:24:18.803479 3762 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.803501 3762 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.827917 3762 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-gl882] creating logical port tsf_patch-tekton-config-gl882 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:24:18.828015 3762 kube.go:256] Updating pod tsf/patch-tekton-config-gl882 I0505 23:24:18.841024 3762 pod.go:62] [tsf/patch-tekton-config-gl882] pod update took 13.03805ms I0505 23:24:18.841043 3762 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-gl882] addLogicalPort annotation time took 13.061024ms I0505 23:24:18.842402 3762 pods.go:271] [tsf/patch-tekton-config-gl882] addLogicalPort took 14.505485ms, libovsdb time 986.311µs I0505 23:24:19.296248 3762 cni.go:452] [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key ] I0505 23:24:19.305357 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-gl882, hostIfaceName: c4be8cb667ab9aa, network: default, NAD default, SandboxID: "c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b", PCI device ID: , UID: "02383437-027e-4796-bffc-f793a1cf0939", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0505 23:24:19.354292 3762 cni.go:473] [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5e:56:b6:2b:b8\",\"name\":\"c4be8cb667ab9aa\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f266959-bb1d-4466-bc4c-a6bba49270f9\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:24:22.067673 3762 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-79cd5c8b6b-wbbbv] creating logical port tsf-tas_rekor-redis-79cd5c8b6b-wbbbv for pod on switch ip-10-0-0-214.ec2.internal I0505 23:24:22.067823 3762 kube.go:256] Updating pod tsf-tas/rekor-redis-79cd5c8b6b-wbbbv I0505 23:24:22.081078 3762 pod.go:62] [tsf-tas/rekor-redis-79cd5c8b6b-wbbbv] pod update took 13.295894ms I0505 23:24:22.081103 3762 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-79cd5c8b6b-wbbbv] addLogicalPort annotation time took 13.350898ms I0505 23:24:22.082608 3762 pods.go:271] [tsf-tas/rekor-redis-79cd5c8b6b-wbbbv] addLogicalPort took 14.962123ms, libovsdb time 1.045911ms I0505 23:24:22.218367 3762 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc] creating logical port tsf-tas_rekor-search-ui-78f7ffc8f8-w5stc for pod on switch ip-10-0-0-214.ec2.internal I0505 23:24:22.218489 3762 kube.go:256] Updating pod tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc I0505 23:24:22.232802 3762 pod.go:62] [tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc] pod update took 14.334361ms I0505 23:24:22.232826 3762 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc] addLogicalPort annotation time took 14.364342ms I0505 23:24:22.234414 3762 pods.go:271] [tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc] addLogicalPort took 16.067824ms, libovsdb time 1.126472ms I0505 23:24:24.910891 3762 cni.go:452] [tsf-tas/rekor-redis-79cd5c8b6b-wbbbv d93b2d863b13f4d8b2c3e11bb227a6081e56ca929514a60731e7d67f05311b42 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-79cd5c8b6b-wbbbv d93b2d863b13f4d8b2c3e11bb227a6081e56ca929514a60731e7d67f05311b42 network default NAD default NAD key ] I0505 23:24:24.910970 3762 cni.go:452] [tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc 5569d3f113bd632f6cd4a9a1407742325665db11217c08b60bfef9bf2d21dde2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc 5569d3f113bd632f6cd4a9a1407742325665db11217c08b60bfef9bf2d21dde2 network default NAD default NAD key ] I0505 23:24:24.921327 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-79cd5c8b6b-wbbbv, hostIfaceName: d93b2d863b13f4d, network: default, NAD default, SandboxID: "d93b2d863b13f4d8b2c3e11bb227a6081e56ca929514a60731e7d67f05311b42", PCI device ID: , UID: "015c91b6-4edd-4233-b77e-4c5d0f1a79c3", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0505 23:24:24.921573 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-78f7ffc8f8-w5stc, hostIfaceName: 5569d3f113bd632, network: default, NAD default, SandboxID: "5569d3f113bd632f6cd4a9a1407742325665db11217c08b60bfef9bf2d21dde2", PCI device ID: , UID: "ee1a3e0f-46fa-4792-a545-8a5b3bedbff8", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0505 23:24:24.973234 3762 cni.go:473] [tsf-tas/rekor-redis-79cd5c8b6b-wbbbv d93b2d863b13f4d8b2c3e11bb227a6081e56ca929514a60731e7d67f05311b42 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-79cd5c8b6b-wbbbv d93b2d863b13f4d8b2c3e11bb227a6081e56ca929514a60731e7d67f05311b42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e6:bd:ed:7b:34\",\"name\":\"d93b2d863b13f4d\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4977e23d-0b3c-49f1-b048-35687715ddbc\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:24:24.990793 3762 cni.go:473] [tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc 5569d3f113bd632f6cd4a9a1407742325665db11217c08b60bfef9bf2d21dde2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-78f7ffc8f8-w5stc 5569d3f113bd632f6cd4a9a1407742325665db11217c08b60bfef9bf2d21dde2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:66:ac:aa:67:68\",\"name\":\"5569d3f113bd632\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fe42ecb-7082-4c71-90af-b7fa4252c005\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:24:26.811520 3762 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 23:24:26.817256 3762 cni.go:452] [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key ] I0505 23:24:26.901280 3762 cni.go:473] [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-gl882 c4be8cb667ab9aa67fd4c97978ec54a38c866f2d1473a0da54d942ea9d37126b network default NAD default NAD key default], result "{}", err I0505 23:24:27.279051 3762 obj_retry.go:498] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:27.279082 3762 pods.go:176] Deleting pod: tsf/patch-tekton-config-gl882 I0505 23:24:27.280380 3762 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-gl882, ips: 10.129.0.39 I0505 23:24:27.280412 3762 obj_retry.go:498] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:24:27.823505 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 23:24:28.299596 3762 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:28.299618 3762 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:28.405604 3762 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-dz6ts] creating logical port tsf_tsf-tekton-configuration-dz6ts for pod on switch ip-10-0-0-214.ec2.internal I0505 23:24:28.405731 3762 kube.go:256] Updating pod tsf/tsf-tekton-configuration-dz6ts I0505 23:24:28.417623 3762 pod.go:62] [tsf/tsf-tekton-configuration-dz6ts] pod update took 11.916997ms I0505 23:24:28.417646 3762 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-dz6ts] addLogicalPort annotation time took 11.943962ms I0505 23:24:28.418986 3762 pods.go:271] [tsf/tsf-tekton-configuration-dz6ts] addLogicalPort took 13.39688ms, libovsdb time 969.463µs I0505 23:24:28.589069 3762 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:28.589539 3762 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:28.765541 3762 cni.go:452] [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key ] I0505 23:24:28.774440 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-dz6ts, hostIfaceName: 88fe1f426bf2b7c, network: default, NAD default, SandboxID: "88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882", PCI device ID: , UID: "9449333b-7613-44e9-9f56-017740e03276", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0505 23:24:28.823368 3762 cni.go:473] [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:af:f7:bf:35:09\",\"name\":\"88fe1f426bf2b7c\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1cb5165-1217-487b-b5e5-86fc0d40c475\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:24:29.472080 3762 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:29.472105 3762 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:24:33.471302 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 23:24:33.856902 3762 cni.go:452] [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key ] I0505 23:24:33.933453 3762 cni.go:473] [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-dz6ts 88fe1f426bf2b7ca9ba508c57054c6521cc7c6b98955f3c3826d17c2fc75e882 network default NAD default NAD key default], result "{}", err I0505 23:24:33.983185 3762 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dz6ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:33.983217 3762 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-dz6ts I0505 23:24:33.984481 3762 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-dz6ts, ips: 10.129.0.42 I0505 23:24:33.984511 3762 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dz6ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:24:34.935879 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:24:35.006125 3762 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dz6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.006145 3762 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dz6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.046180 3762 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.046208 3762 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.051937 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-gl882 I0505 23:24:35.051960 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-gl882 I0505 23:24:35.857945 3762 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-214.ec2.internal I0505 23:24:35.858051 3762 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0505 23:24:35.871905 3762 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.880279ms I0505 23:24:35.871925 3762 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.90709ms I0505 23:24:35.873178 3762 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.251831ms, libovsdb time 856.671µs I0505 23:24:36.212285 3762 cni.go:452] [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key ] I0505 23:24:36.221616 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: bfe7eb3010bda69, network: default, NAD default, SandboxID: "bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5", PCI device ID: , UID: "54bde9ad-51aa-4781-844a-d3cc3870a775", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0505 23:24:36.272479 3762 cni.go:473] [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:f9:cd:b1:93:a7\",\"name\":\"bfe7eb3010bda69\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bf559ed-5707-4a08-8aa0-08692bb5c950\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 23:24:38.852209 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0505 23:24:39.835313 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 23:24:39.894375 3762 cni.go:452] [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key ] I0505 23:24:39.977327 3762 cni.go:473] [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa bfe7eb3010bda6946571a13f941a5c4322e6ebd0faf31493a735c0c1c2e5a0a5 network default NAD default NAD key default], result "{}", err I0505 23:24:40.029066 3762 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:40.029123 3762 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0505 23:24:40.030457 3762 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.43 I0505 23:24:40.030487 3762 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:40.055085 3762 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:40.055105 3762 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:40.062984 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 23:24:40.063008 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 23:24:40.312333 3762 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-214.ec2.internal I0505 23:24:40.312445 3762 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0505 23:24:40.329085 3762 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 16.659153ms I0505 23:24:40.329110 3762 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 16.687394ms I0505 23:24:40.330561 3762 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 18.241824ms, libovsdb time 931.533µs I0505 23:24:40.671638 3762 cni.go:452] [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key ] I0505 23:24:40.681151 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 051af9a94757099, network: default, NAD default, SandboxID: "051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c", PCI device ID: , UID: "3de6c4c3-40c9-405a-b045-33afd5ac6bcf", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0505 23:24:40.730453 3762 cni.go:473] [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:63:eb:e7:7c:f0\",\"name\":\"051af9a94757099\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5afec9a-fc1c-4ef3-acb7-769f28a833fb\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:24:54.194466 3762 obj_retry.go:498] Detected object tsf-tpa/create-db-c2cb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:54.195045 3762 obj_retry.go:498] Detected object tsf-tpa/create-db-c2cb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:55.220291 3762 obj_retry.go:492] Detected object tsf-tpa/create-db-c2cb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:55.220313 3762 obj_retry.go:492] Detected object tsf-tpa/create-db-c2cb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:56.681628 3762 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:24:58.237496 3762 obj_retry.go:498] Detected object tsf-tpa/migrate-db-655mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:58.238144 3762 obj_retry.go:498] Detected object tsf-tpa/migrate-db-655mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:58.368144 3762 obj_retry.go:492] Detected object tsf-tpa/migrate-db-655mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:58.368160 3762 obj_retry.go:492] Detected object tsf-tpa/migrate-db-655mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:01.241706 3762 obj_retry.go:498] Detected object tsf-tpa/create-importers-jndzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:01.242347 3762 obj_retry.go:498] Detected object tsf-tpa/create-importers-jndzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:01.520891 3762 base_network_controller_pods.go:487] [default/tsf-tpa/server-b9f87c58c-m2l2q] creating logical port tsf-tpa_server-b9f87c58c-m2l2q for pod on switch ip-10-0-0-214.ec2.internal I0505 23:25:01.520979 3762 kube.go:256] Updating pod tsf-tpa/server-b9f87c58c-m2l2q I0505 23:25:01.534831 3762 pod.go:62] [tsf-tpa/server-b9f87c58c-m2l2q] pod update took 13.879211ms I0505 23:25:01.534852 3762 base_network_controller_pods.go:951] [default/tsf-tpa/server-b9f87c58c-m2l2q] addLogicalPort annotation time took 13.905405ms I0505 23:25:01.536007 3762 pods.go:271] [tsf-tpa/server-b9f87c58c-m2l2q] addLogicalPort took 15.135804ms, libovsdb time 796.152µs I0505 23:25:01.544645 3762 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-xhft9] creating logical port tsf-tpa_importer-86bcdf477b-xhft9 for pod on switch ip-10-0-0-214.ec2.internal I0505 23:25:01.544724 3762 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-xhft9 I0505 23:25:01.558432 3762 pod.go:62] [tsf-tpa/importer-86bcdf477b-xhft9] pod update took 13.727153ms I0505 23:25:01.558452 3762 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-xhft9] addLogicalPort annotation time took 13.751877ms I0505 23:25:01.559534 3762 pods.go:271] [tsf-tpa/importer-86bcdf477b-xhft9] addLogicalPort took 14.900904ms, libovsdb time 713.796µs I0505 23:25:02.267438 3762 obj_retry.go:492] Detected object tsf-tpa/create-importers-jndzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:02.267458 3762 obj_retry.go:492] Detected object tsf-tpa/create-importers-jndzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:08.654137 3762 cni.go:452] [tsf-tpa/server-b9f87c58c-m2l2q b205bedc43c7ac9d9f86e885c4db51336edf372279795331771c0da3cf2a27d9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-b9f87c58c-m2l2q b205bedc43c7ac9d9f86e885c4db51336edf372279795331771c0da3cf2a27d9 network default NAD default NAD key ] I0505 23:25:08.663866 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-b9f87c58c-m2l2q, hostIfaceName: b205bedc43c7ac9, network: default, NAD default, SandboxID: "b205bedc43c7ac9d9f86e885c4db51336edf372279795331771c0da3cf2a27d9", PCI device ID: , UID: "4a77d594-f5ac-4b74-8a3e-a7f575278b38", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0505 23:25:08.692504 3762 cni.go:452] [tsf-tpa/importer-86bcdf477b-xhft9 89c880c3425209f6ea8cfc0479552e40211b9c91f5c2abe31e579d1a16f2116f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-xhft9 89c880c3425209f6ea8cfc0479552e40211b9c91f5c2abe31e579d1a16f2116f network default NAD default NAD key ] I0505 23:25:08.701151 3762 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-xhft9, hostIfaceName: 89c880c3425209f, network: default, NAD default, SandboxID: "89c880c3425209f6ea8cfc0479552e40211b9c91f5c2abe31e579d1a16f2116f", PCI device ID: , UID: "fa4a5a9c-206c-405f-a555-627f54ee34db", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0505 23:25:08.717552 3762 cni.go:473] [tsf-tpa/server-b9f87c58c-m2l2q b205bedc43c7ac9d9f86e885c4db51336edf372279795331771c0da3cf2a27d9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-b9f87c58c-m2l2q b205bedc43c7ac9d9f86e885c4db51336edf372279795331771c0da3cf2a27d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:97:e9:53:5b:18\",\"name\":\"b205bedc43c7ac9\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d4d7318-9315-410f-b7b2-3167fa7221e1\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:25:08.752900 3762 cni.go:473] [tsf-tpa/importer-86bcdf477b-xhft9 89c880c3425209f6ea8cfc0479552e40211b9c91f5c2abe31e579d1a16f2116f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-xhft9 89c880c3425209f6ea8cfc0479552e40211b9c91f5c2abe31e579d1a16f2116f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e8:51:c9:b7:20\",\"name\":\"89c880c3425209f\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/febee285-02ea-477b-a13b-560348c86618\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 23:25:09.292927 3762 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:09.293555 3762 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:10.174425 3762 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:10.174449 3762 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:25:12.099775 3762 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 23:25:13.084848 3762 util.go:959] Failed to build node endpoints for node ip-10-0-0-214.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0505 23:25:15.094243 3762 cni.go:452] [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key ] I0505 23:25:15.177908 3762 cni.go:473] [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 051af9a94757099be6a410b3372475cb6dde980addc7e1e7c54a899ce2c7d53c network default NAD default NAD key default], result "{}", err I0505 23:25:15.231270 3762 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:15.231299 3762 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0505 23:25:15.232616 3762 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.44 I0505 23:25:15.232648 3762 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:15.254881 3762 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:15.254902 3762 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:15.263419 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 23:25:15.263443 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 23:25:16.164816 3762 namespace.go:98] [default-tenant] adding namespace I0505 23:25:16.164884 3762 namespace.go:98] [image-controller] adding namespace I0505 23:25:16.164939 3762 namespace.go:98] [build-service] adding namespace I0505 23:25:16.165743 3762 namespace.go:102] [default-tenant] adding namespace took 907.668µs I0505 23:25:16.166364 3762 namespace.go:102] [image-controller] adding namespace took 1.46163ms I0505 23:25:16.167055 3762 namespace.go:102] [build-service] adding namespace took 2.0974ms I0505 23:25:16.175058 3762 namespace.go:98] [integration-service] adding namespace I0505 23:25:16.175835 3762 namespace.go:102] [integration-service] adding namespace took 743.276µs I0505 23:25:16.235319 3762 namespace.go:142] [default-tenant] updating namespace I0505 23:25:16.268166 3762 namespace.go:142] [default-tenant] updating namespace I0505 23:25:16.276115 3762 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.308731 3762 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.316638 3762 namespace.go:142] [build-service] updating namespace I0505 23:25:16.335194 3762 namespace.go:142] [build-service] updating namespace I0505 23:25:16.361684 3762 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.403395 3762 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.426622 3762 namespace.go:142] [build-service] updating namespace I0505 23:25:16.464246 3762 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.514901 3762 namespace.go:98] [release-service] adding namespace I0505 23:25:16.515614 3762 namespace.go:102] [release-service] adding namespace took 698.161µs I0505 23:25:16.571919 3762 namespace.go:142] [konflux-ui] updating namespace I0505 23:25:16.584079 3762 namespace.go:142] [release-service] updating namespace I0505 23:25:16.611945 3762 namespace.go:142] [release-service] updating namespace I0505 23:25:16.666794 3762 namespace.go:98] [konflux-info] adding namespace I0505 23:25:16.667492 3762 namespace.go:102] [konflux-info] adding namespace took 682.256µs I0505 23:25:16.762061 3762 namespace.go:142] [konflux-info] updating namespace I0505 23:25:16.795915 3762 namespace.go:98] [namespace-lister] adding namespace I0505 23:25:16.796645 3762 namespace.go:102] [namespace-lister] adding namespace took 715.841µs I0505 23:25:16.844045 3762 namespace.go:142] [konflux-info] updating namespace I0505 23:25:16.893219 3762 namespace.go:98] [enterprise-contract-service] adding namespace I0505 23:25:16.894006 3762 namespace.go:102] [enterprise-contract-service] adding namespace took 773.308µs I0505 23:25:16.914816 3762 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:16.931818 3762 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.958633 3762 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:16.977186 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:17.025623 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:17.094841 3762 namespace.go:142] [default-tenant] updating namespace I0505 23:25:17.490863 3762 namespace.go:98] [segment-bridge] adding namespace I0505 23:25:17.491717 3762 namespace.go:102] [segment-bridge] adding namespace took 833.211µs I0505 23:25:17.491775 3762 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:17.834897 3762 namespace.go:142] [build-service] updating namespace I0505 23:25:18.004809 3762 namespace.go:98] [konflux-cli] adding namespace I0505 23:25:18.005018 3762 namespace.go:142] [default-tenant] updating namespace I0505 23:25:18.005607 3762 namespace.go:102] [konflux-cli] adding namespace took 776.378µs I0505 23:25:18.005646 3762 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:18.101716 3762 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:18.292571 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:18.310487 3762 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:18.340369 3762 namespace.go:142] [image-controller] updating namespace I0505 23:25:18.397559 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 23:25:18.600892 3762 namespace.go:142] [integration-service] updating namespace I0505 23:25:18.782875 3762 namespace.go:142] [konflux-info] updating namespace I0505 23:25:18.871702 3762 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 23:25:18.872320 3762 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 23:25:18.872336 3762 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 23:25:18.874785 3762 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 23:25:18.976963 3762 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:19.038715 3762 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 23:25:19.038732 3762 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 23:25:19.039377 3762 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 23:25:19.187683 3762 namespace.go:142] [release-service] updating namespace I0505 23:25:19.329847 3762 namespace.go:142] [build-service] updating namespace I0505 23:25:19.380899 3762 namespace.go:142] [default-tenant] updating namespace I0505 23:25:19.486807 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:19.490006 3762 namespace.go:142] [image-controller] updating namespace I0505 23:25:19.490058 3762 namespace.go:142] [integration-service] updating namespace I0505 23:25:19.490183 3762 namespace.go:142] [konflux-info] updating namespace I0505 23:25:19.542947 3762 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:19.542984 3762 namespace.go:142] [release-service] updating namespace I0505 23:25:19.620819 3762 namespace.go:142] [build-service] updating namespace I0505 23:25:19.745939 3762 namespace.go:142] [default-tenant] updating namespace I0505 23:25:19.850147 3762 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:19.974242 3762 namespace.go:142] [image-controller] updating namespace I0505 23:25:20.008865 3762 namespace.go:142] [integration-service] updating namespace I0505 23:25:20.124997 3762 namespace.go:142] [konflux-info] updating namespace I0505 23:25:20.185575 3762 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:20.265174 3762 namespace.go:142] [release-service] updating namespace I0505 23:25:21.606765 3762 namespace.go:142] [konflux-cli] updating namespace W0505 23:25:21.689796 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 23:25:21.786797 3762 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:21.921391 3762 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:21.956765 3762 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:22.048711 3762 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:22.154084 3762 namespace.go:142] [segment-bridge] updating namespace W0505 23:25:24.252430 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 23:25:25.755024 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 23:25:29.287868 3762 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 23:25:31.316647 3762 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 23:25:33.798620 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:33.799831 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:25:33.831236 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:33.831254 3762 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:34.338546 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:34.342320 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:25:34.418871 3762 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:34.418885 3762 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:35.811408 3762 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:25:35.812100 3762 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0505 23:25:45.171205 3762 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:45.171836 3762 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:45.419837 3762 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:45.419855 3762 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:45.427844 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 I0505 23:25:45.427863 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 I0505 23:25:47.428499 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 23:25:59.307347 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0505 23:26:38.306822 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 I0505 23:26:42.414575 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:26:44.361428 3762 obj_retry.go:498] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.361977 3762 obj_retry.go:498] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.773853 3762 obj_retry.go:492] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.773874 3762 obj_retry.go:492] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.780474 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-8544cfb656-clb7l I0505 23:26:44.780497 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-8544cfb656-clb7l I0505 23:26:48.308590 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 I0505 23:26:50.966974 3762 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:50.967527 3762 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:51.014726 3762 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:51.014744 3762 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:51.023935 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 23:26:51.023959 3762 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 23:27:07.428407 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 23:27:18.407376 3762 namespace.go:98] [managed-tenant-vennh] adding namespace I0505 23:27:18.408380 3762 namespace.go:102] [managed-tenant-vennh] adding namespace took 981.758µs I0505 23:27:18.438827 3762 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:18.455149 3762 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.454599 3762 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.584233 3762 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.682380 3762 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:20.404696 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 23:27:36.408956 3762 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 23:27:38.303424 3762 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170