+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-241.ec2.internal ++ [[ -n ip-10-0-0-241.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-241.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 11:03:26.177515763 - disable conntrack on geneve port' I0514 11:03:26.177515763 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0514 11:03:26.194911329 - starting ovnkube-node' I0514 11:03:26.194911329 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-241.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-241.ec2.internal --init-node ip-10-0-0-241.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-241.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0514 11:03:26.237705 3770 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0514 11:03:26.237763 3770 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-61cfc9b04a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0514 11:03:26.239120 3770 kube.go:431] Waiting for certificate I0514 11:03:26.239156 3770 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0514 11:03:26.239192 3770 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0514 11:03:26.239997 3770 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 11:03:26.274154 3770 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:26.274175 3770 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:26.277038 3770 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:26.277129 3770 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xvjvr" I0514 11:03:26.286255 3770 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xvjvr" I0514 11:03:26.286326 3770 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0514 11:03:27.239286 3770 kube.go:438] Certificate found I0514 11:03:27.239879 3770 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0514 11:03:27.241177 3770 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0514 11:03:27.287843 3770 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-15 10:58:26 +0000 UTC" deadline="2026-05-15 07:03:15.341928756 +0000 UTC" I0514 11:03:27.287894 3770 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h59m48.054052076s" I0514 11:03:27.315189 3770 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 11:03:27.324154 3770 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0514 11:03:27.324214 3770 server.go:101] MetricServer registers OVS metrics I0514 11:03:27.324495 3770 server.go:105] MetricServer registers OVN DB metrics I0514 11:03:27.325656 3770 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0514 11:03:27.325744 3770 factory.go:561] Starting watch factory I0514 11:03:27.325847 3770 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.325847 3770 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.325871 3770 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.325884 3770 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.326100 3770 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.326184 3770 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.326385 3770 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.326577 3770 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.326677 3770 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.326816 3770 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.328852 3770 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.328888 3770 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.329669 3770 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0514 11:03:27.329695 3770 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0514 11:03:27.330536 3770 controller_manager.go:370] Starting the ovnkube controller I0514 11:03:27.330548 3770 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-241.ec2.internal I0514 11:03:27.330595 3770 controller_manager.go:395] NBDB zone sync took: 39.317µs I0514 11:03:27.330607 3770 factory.go:561] Starting watch factory I0514 11:03:27.342808 3770 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.343988 3770 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0514 11:03:27.344007 3770 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0514 11:03:27.345355 3770 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.345601 3770 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.345606 3770 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.347873 3770 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0514 11:03:27.347906 3770 server.go:109] MetricServer registers OVN Controller metrics I0514 11:03:27.350694 3770 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.352344 3770 server.go:113] MetricServer registers OVN Northd metrics I0514 11:03:27.356839 3770 metrics.go:519] OVN Metrics Server starts to run ... I0514 11:03:27.357116 3770 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0514 11:03:27.431306 3770 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 11:03:27.431328 3770 factory.go:1977] *v1.Node informer cache synced successfully I0514 11:03:27.431331 3770 factory.go:1977] *v1.Service informer cache synced successfully I0514 11:03:27.431334 3770 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 11:03:27.431337 3770 factory.go:1977] *v1.Pod informer cache synced successfully I0514 11:03:27.431340 3770 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 11:03:27.431407 3770 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:27.431422 3770 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:27.431442 3770 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:27.431457 3770 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:27.434455 3770 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:27.434457 3770 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0514 11:03:27.436399 3770 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 11:03:27.436407 3770 factory.go:1977] *v1.Pod informer cache synced successfully I0514 11:03:27.436411 3770 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 11:03:27.436414 3770 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0514 11:03:27.436417 3770 factory.go:1977] *v1.Namespace informer cache synced successfully I0514 11:03:27.436421 3770 factory.go:1977] *v1.Node informer cache synced successfully I0514 11:03:27.436424 3770 factory.go:1977] *v1.Service informer cache synced successfully I0514 11:03:27.436426 3770 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0514 11:03:27.436473 3770 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.436487 3770 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.439168 3770 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.441753 3770 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0514 11:03:27.441763 3770 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0514 11:03:27.441785 3770 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 11:03:27.441846 3770 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.441858 3770 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.444650 3770 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.446882 3770 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 11:03:27.446898 3770 factory.go:1977] *v1.EgressIP informer cache synced successfully I0514 11:03:27.446932 3770 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.446943 3770 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.450232 3770 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.452242 3770 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 11:03:27.452291 3770 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.452302 3770 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.452384 3770 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0514 11:03:27.454737 3770 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.457980 3770 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 11:03:27.458031 3770 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.458043 3770 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.458067 3770 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0514 11:03:27.461036 3770 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.463165 3770 factory.go:1977] *v1.EgressService informer cache synced successfully I0514 11:03:27.463170 3770 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 11:03:27.463368 3770 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:27.463391 3770 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:27.466674 3770 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0514 11:03:27.468679 3770 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 11:03:27.468691 3770 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0514 11:03:27.468733 3770 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.468745 3770 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.468745 3770 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.468809 3770 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.471657 3770 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.471980 3770 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0514 11:03:27.474018 3770 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 11:03:27.474029 3770 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 11:03:27.474034 3770 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0514 11:03:27.474036 3770 factory.go:680] Watch Factory start up complete, took: 148.295159ms I0514 11:03:27.474114 3770 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0514 11:03:27.479603 3770 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0514 11:03:27.479612 3770 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0514 11:03:27.479618 3770 factory.go:680] Watch Factory start up complete, took: 149.00932ms I0514 11:03:27.479625 3770 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-241.ec2.internal" zone I0514 11:03:27.509544 3770 default_node_network_controller.go:710] Initializing the default node network controller I0514 11:03:27.562680 3770 udn_isolation.go:101] Starting UDN host isolation manager I0514 11:03:27.568742 3770 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0514 11:03:27.602576 3770 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0514 11:03:27.602854 3770 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0514 11:03:27.602868 3770 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0514 11:03:27.634523 3770 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0514 11:03:27.634578 3770 default_node_network_controller.go:809] Node ip-10-0-0-241.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0514 11:03:27.639533 3770 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.241"] k8s.ovn.org/zone-name:ip-10-0-0-241.ec2.internal] on node ip-10-0-0-241.ec2.internal I0514 11:03:27.660887 3770 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0514 11:03:27.666774 3770 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0514 11:03:27.666895 3770 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0514 11:03:27.667076 3770 gateway_init.go:263] Preparing Gateway I0514 11:03:27.667088 3770 gateway_shared_intf.go:1687] Creating new gateway I0514 11:03:27.729830 3770 controller_manager.go:429] Waiting for node in zone sync took: 250.193809ms I0514 11:03:27.736835 3770 controller_manager.go:611] Switching to transit router for layer2 networks I0514 11:03:27.736850 3770 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-241.ec2.internal I0514 11:03:27.750999 3770 iptables.go:108] Creating table: filter chain: FORWARD I0514 11:03:27.752106 3770 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0514 11:03:27.757914 3770 iptables.go:108] Creating table: filter chain: OUTPUT I0514 11:03:27.758479 3770 controller_manager.go:290] SCTP support detected in OVN I0514 11:03:27.759032 3770 services_controller.go:69] Creating services controller for network=default I0514 11:03:27.759140 3770 udn_enabled_svc.go:80] Waiting for service informer to sync I0514 11:03:27.759187 3770 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0514 11:03:27.759229 3770 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0514 11:03:27.759247 3770 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0514 11:03:27.759259 3770 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 11:03:27.759459 3770 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0514 11:03:27.759508 3770 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0514 11:03:27.759548 3770 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 30.817µs I0514 11:03:27.759559 3770 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 49.471µs I0514 11:03:27.759568 3770 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0514 11:03:27.759580 3770 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0514 11:03:27.759593 3770 default_network_controller.go:325] Starting the default network controller I0514 11:03:27.759600 3770 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.779µs I0514 11:03:27.759617 3770 udn_enabled_svc.go:95] Performing full resync I0514 11:03:27.759615 3770 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.921µs I0514 11:03:27.759638 3770 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 3.003µs I0514 11:03:27.759892 3770 udn_enabled_svc.go:99] Waiting for handler to sync I0514 11:03:27.759903 3770 udn_enabled_svc.go:104] Starting worker I0514 11:03:27.764862 3770 gateway_shared_intf.go:1816] Gateway Creation Complete I0514 11:03:27.764879 3770 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-241.ec2.internal","mac-address":"12:2d:1c:eb:e8:c7","ip-addresses":["10.0.0.241/24"],"ip-address":"10.0.0.241/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d7c3de4b-d46a-4d3a-80e0-d532205118cc k8s.ovn.org/node-encap-ips:["10.0.0.241"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.241/24"} k8s.ovn.org/zone-name:ip-10-0-0-241.ec2.internal] on node ip-10-0-0-241.ec2.internal I0514 11:03:27.768625 3770 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0514 11:03:27.768679 3770 repair.go:33] Syncing exgw routes took 42.755µs I0514 11:03:27.768700 3770 default_network_controller.go:414] Starting all the Watchers... I0514 11:03:27.768823 3770 namespace.go:98] [openshift-apiserver] adding namespace I0514 11:03:27.768831 3770 namespace.go:98] [openshift-backplane-mobb] adding namespace I0514 11:03:27.768855 3770 namespace.go:98] [openshift-kube-apiserver] adding namespace I0514 11:03:27.768929 3770 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0514 11:03:27.768826 3770 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0514 11:03:27.768945 3770 namespace.go:98] [openshift-backplane-csm] adding namespace I0514 11:03:27.768965 3770 namespace.go:98] [openshift-infra] adding namespace I0514 11:03:27.768969 3770 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0514 11:03:27.768977 3770 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0514 11:03:27.768980 3770 namespace.go:98] [openshift-host-network] adding namespace I0514 11:03:27.768988 3770 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0514 11:03:27.768993 3770 namespace.go:98] [openshift-backplane-cee] adding namespace I0514 11:03:27.768999 3770 namespace.go:98] [openshift-cluster-version] adding namespace I0514 11:03:27.769002 3770 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0514 11:03:27.769026 3770 namespace.go:98] [openshift-backplane-srep] adding namespace I0514 11:03:27.769437 3770 namespace.go:102] [openshift-apiserver] adding namespace took 601.318µs I0514 11:03:27.769452 3770 namespace.go:98] [kube-node-lease] adding namespace I0514 11:03:27.769859 3770 namespace.go:102] [kube-node-lease] adding namespace took 401.978µs I0514 11:03:27.769872 3770 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0514 11:03:27.770348 3770 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 468.064µs I0514 11:03:27.770365 3770 namespace.go:98] [openshift-machine-api] adding namespace I0514 11:03:27.770777 3770 namespace.go:102] [openshift-backplane-mobb] adding namespace took 1.937255ms I0514 11:03:27.770786 3770 namespace.go:98] [openshift-network-console] adding namespace I0514 11:03:27.771236 3770 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.370045ms I0514 11:03:27.771247 3770 namespace.go:98] [openshift-authentication-operator] adding namespace I0514 11:03:27.771768 3770 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.831421ms I0514 11:03:27.771777 3770 namespace.go:98] [openshift-etcd] adding namespace I0514 11:03:27.772223 3770 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.253484ms I0514 11:03:27.772231 3770 namespace.go:98] [openshift-image-registry] adding namespace I0514 11:03:27.772654 3770 namespace.go:102] [openshift-infra] adding namespace took 3.676224ms I0514 11:03:27.772663 3770 namespace.go:98] [openshift-ingress] adding namespace I0514 11:03:27.773096 3770 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.115253ms I0514 11:03:27.773104 3770 namespace.go:98] [openshift-dns] adding namespace I0514 11:03:27.773515 3770 namespace.go:102] [openshift-backplane-csm] adding namespace took 4.540165ms I0514 11:03:27.773523 3770 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0514 11:03:27.773982 3770 namespace.go:102] [openshift-host-network] adding namespace took 4.99671ms I0514 11:03:27.773992 3770 namespace.go:98] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] adding namespace I0514 11:03:27.774551 3770 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.551914ms I0514 11:03:27.774566 3770 namespace.go:98] [openshift-controller-manager] adding namespace I0514 11:03:27.774974 3770 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.980965ms I0514 11:03:27.774991 3770 namespace.go:98] [default] adding namespace I0514 11:03:27.775503 3770 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.503094ms I0514 11:03:27.775525 3770 namespace.go:98] [openshift-backplane-cse] adding namespace I0514 11:03:27.775977 3770 namespace.go:102] [openshift-cluster-version] adding namespace took 6.973677ms I0514 11:03:27.775991 3770 namespace.go:98] [openshift-customer-monitoring] adding namespace I0514 11:03:27.776778 3770 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.768809ms I0514 11:03:27.776794 3770 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0514 11:03:27.777231 3770 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.1929ms I0514 11:03:27.777249 3770 namespace.go:98] [kube-system] adding namespace I0514 11:03:27.777603 3770 namespace.go:102] [openshift-machine-api] adding namespace took 7.232973ms I0514 11:03:27.777612 3770 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0514 11:03:27.778062 3770 namespace.go:102] [openshift-network-console] adding namespace took 7.268936ms I0514 11:03:27.778078 3770 namespace.go:98] [openshift-config] adding namespace I0514 11:03:27.778451 3770 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.198001ms I0514 11:03:27.778467 3770 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0514 11:03:27.778841 3770 namespace.go:102] [openshift-etcd] adding namespace took 7.05933ms I0514 11:03:27.778851 3770 namespace.go:98] [openshift-service-ca-operator] adding namespace I0514 11:03:27.779300 3770 namespace.go:102] [openshift-image-registry] adding namespace took 7.065496ms I0514 11:03:27.779311 3770 namespace.go:98] [openshift] adding namespace I0514 11:03:27.779773 3770 namespace.go:102] [openshift-ingress] adding namespace took 7.103158ms I0514 11:03:27.779792 3770 namespace.go:98] [kube-public] adding namespace I0514 11:03:27.780475 3770 namespace.go:102] [openshift-dns] adding namespace took 7.36402ms I0514 11:03:27.780494 3770 namespace.go:98] [openshift-config-managed] adding namespace I0514 11:03:27.781134 3770 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.606171ms I0514 11:03:27.781147 3770 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0514 11:03:27.781634 3770 namespace.go:102] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] adding namespace took 7.63349ms I0514 11:03:27.781659 3770 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0514 11:03:27.782054 3770 namespace.go:102] [openshift-controller-manager] adding namespace took 7.48191ms I0514 11:03:27.782069 3770 namespace.go:98] [openshift-network-diagnostics] adding namespace I0514 11:03:27.782502 3770 namespace.go:102] [default] adding namespace took 7.504163ms I0514 11:03:27.782515 3770 namespace.go:98] [openshift-config-operator] adding namespace I0514 11:03:27.782915 3770 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.381274ms I0514 11:03:27.782930 3770 namespace.go:98] [openshift-machine-config-operator] adding namespace I0514 11:03:27.783412 3770 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.414174ms I0514 11:03:27.783427 3770 namespace.go:98] [openshift-monitoring] adding namespace I0514 11:03:27.783808 3770 default_node_network_controller.go:519] Node connection status = connected W0514 11:03:27.783815 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-dvtck: pod kube-system/global-pull-secret-syncer-dvtck: no pod IPs found I0514 11:03:27.783853 3770 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.052672ms W0514 11:03:27.783862 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l9rw7: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found I0514 11:03:27.783872 3770 namespace.go:98] [openshift-logging] adding namespace I0514 11:03:27.784372 3770 namespace.go:102] [kube-system] adding namespace took 7.117384ms I0514 11:03:27.784386 3770 namespace.go:98] [openshift-console-user-settings] adding namespace I0514 11:03:27.784789 3770 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.173207ms I0514 11:03:27.785298 3770 namespace.go:102] [openshift-config] adding namespace took 7.213112ms I0514 11:03:27.785312 3770 namespace.go:98] [openshift-multus] adding namespace I0514 11:03:27.785732 3770 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.257303ms I0514 11:03:27.785749 3770 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0514 11:03:27.786214 3770 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.357788ms I0514 11:03:27.786230 3770 namespace.go:98] [openshift-insights] adding namespace I0514 11:03:27.786599 3770 namespace.go:102] [openshift] adding namespace took 7.284289ms I0514 11:03:27.786610 3770 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0514 11:03:27.787005 3770 namespace.go:102] [kube-public] adding namespace took 7.207767ms I0514 11:03:27.787017 3770 namespace.go:98] [openshift-ingress-canary] adding namespace I0514 11:03:27.787452 3770 namespace.go:102] [openshift-config-managed] adding namespace took 6.950771ms I0514 11:03:27.787468 3770 namespace.go:98] [openshift-authentication] adding namespace I0514 11:03:27.787846 3770 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.692783ms I0514 11:03:27.787862 3770 namespace.go:98] [openshift-backplane-tam] adding namespace W0514 11:03:27.788249 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jf5pl: pod openshift-network-diagnostics/network-check-target-jf5pl: no pod IPs found W0514 11:03:27.788262 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l4psb: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found I0514 11:03:27.788297 3770 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.627873ms I0514 11:03:27.788313 3770 namespace.go:98] [openshift-operators-redhat] adding namespace I0514 11:03:27.788775 3770 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.700042ms I0514 11:03:27.788788 3770 namespace.go:98] [openshift-node] adding namespace I0514 11:03:27.789254 3770 namespace.go:102] [openshift-config-operator] adding namespace took 6.731233ms I0514 11:03:27.789271 3770 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0514 11:03:27.789614 3770 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.676312ms I0514 11:03:27.789632 3770 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0514 11:03:27.790199 3770 namespace.go:102] [openshift-monitoring] adding namespace took 6.766629ms I0514 11:03:27.790214 3770 namespace.go:98] [openshift-marketplace] adding namespace I0514 11:03:27.790658 3770 namespace.go:102] [openshift-logging] adding namespace took 6.778191ms I0514 11:03:27.790672 3770 namespace.go:98] [openshift-network-operator] adding namespace W0514 11:03:27.791059 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zh7jq: pod openshift-multus/network-metrics-daemon-zh7jq: no pod IPs found W0514 11:03:27.791070 3770 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4c7d9: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found I0514 11:03:27.791092 3770 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.70173ms I0514 11:03:27.791103 3770 namespace.go:98] [openshift-network-node-identity] adding namespace I0514 11:03:27.791575 3770 namespace.go:102] [openshift-multus] adding namespace took 6.256037ms I0514 11:03:27.791594 3770 namespace.go:98] [openshift-route-controller-manager] adding namespace I0514 11:03:27.791980 3770 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.224859ms I0514 11:03:27.791997 3770 namespace.go:98] [openshift-console-operator] adding namespace I0514 11:03:27.792476 3770 namespace.go:102] [openshift-insights] adding namespace took 6.241146ms I0514 11:03:27.792488 3770 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0514 11:03:27.792898 3770 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.283635ms I0514 11:03:27.792907 3770 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0514 11:03:27.793325 3770 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.30246ms I0514 11:03:27.793338 3770 namespace.go:98] [openshift-ingress-operator] adding namespace I0514 11:03:27.793756 3770 namespace.go:102] [openshift-authentication] adding namespace took 6.282619ms I0514 11:03:27.793768 3770 namespace.go:98] [openshift-must-gather-operator] adding namespace I0514 11:03:27.794179 3770 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.309946ms I0514 11:03:27.794195 3770 namespace.go:98] [openshift-kube-scheduler] adding namespace I0514 11:03:27.794607 3770 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.282487ms I0514 11:03:27.794623 3770 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0514 11:03:27.795050 3770 namespace.go:102] [openshift-node] adding namespace took 6.256163ms I0514 11:03:27.795066 3770 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0514 11:03:27.795491 3770 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.213964ms I0514 11:03:27.795506 3770 namespace.go:98] [openshift-operators] adding namespace I0514 11:03:27.795907 3770 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.270753ms I0514 11:03:27.795919 3770 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0514 11:03:27.796371 3770 namespace.go:102] [openshift-marketplace] adding namespace took 6.152776ms I0514 11:03:27.796382 3770 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0514 11:03:27.796792 3770 namespace.go:102] [openshift-network-operator] adding namespace took 6.115305ms I0514 11:03:27.796805 3770 namespace.go:98] [dedicated-admin] adding namespace I0514 11:03:27.797263 3770 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.155073ms I0514 11:03:27.797274 3770 namespace.go:98] [openshift-package-operator] adding namespace I0514 11:03:27.797708 3770 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.104497ms I0514 11:03:27.797719 3770 namespace.go:98] [openshift-apiserver-operator] adding namespace I0514 11:03:27.798164 3770 namespace.go:102] [openshift-console-operator] adding namespace took 6.161221ms I0514 11:03:27.798587 3770 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.093831ms I0514 11:03:27.798600 3770 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0514 11:03:27.799030 3770 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.118757ms I0514 11:03:27.799481 3770 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.138626ms I0514 11:03:27.799896 3770 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.121311ms I0514 11:03:27.800382 3770 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.17935ms I0514 11:03:27.800399 3770 namespace.go:98] [openshift-console] adding namespace I0514 11:03:27.800801 3770 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.172631ms I0514 11:03:27.801286 3770 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.21514ms I0514 11:03:27.801300 3770 namespace.go:98] [openshift-dns-operator] adding namespace I0514 11:03:27.801648 3770 namespace.go:102] [openshift-operators] adding namespace took 6.136766ms I0514 11:03:27.802569 3770 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.644589ms I0514 11:03:27.802582 3770 namespace.go:98] [openshift-backplane] adding namespace I0514 11:03:27.802978 3770 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.592356ms I0514 11:03:27.803551 3770 namespace.go:102] [dedicated-admin] adding namespace took 6.740094ms I0514 11:03:27.803977 3770 namespace.go:102] [openshift-package-operator] adding namespace took 6.698085ms I0514 11:03:27.804448 3770 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.72205ms I0514 11:03:27.804978 3770 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.373172ms I0514 11:03:27.805583 3770 namespace.go:102] [openshift-console] adding namespace took 5.178644ms I0514 11:03:27.806036 3770 namespace.go:102] [openshift-dns-operator] adding namespace took 4.730789ms I0514 11:03:27.806388 3770 namespace.go:102] [openshift-backplane] adding namespace took 3.802076ms W0514 11:03:27.806463 3770 master.go:471] Unable to parse remote node ip-10-0-2-171.ec2.internal chassis-id annotation. Chassis may be removed during sync I0514 11:03:27.806574 3770 master.go:548] Adding or Updating local node "ip-10-0-0-241.ec2.internal" for network "default" I0514 11:03:27.806669 3770 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-171.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-171.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-171.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-171.ec2.internal I0514 11:03:27.807836 3770 zone_ic_handler.go:195] Time taken to create transit switch: 662.948µs I0514 11:03:27.807853 3770 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-21.ec2.internal for the network default I0514 11:03:27.808792 3770 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-21.ec2.internal" on network "default" took: 1.634312ms W0514 11:03:27.814176 3770 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jf5pl: pod openshift-network-diagnostics/network-check-target-jf5pl: no pod IPs found W0514 11:03:27.814192 3770 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zh7jq: pod openshift-multus/network-metrics-daemon-zh7jq: no pod IPs found W0514 11:03:27.814200 3770 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-dvtck: pod kube-system/global-pull-secret-syncer-dvtck: no pod IPs found I0514 11:03:27.815145 3770 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-241.ec2.internal for the network default I0514 11:03:27.815310 3770 zone_ic_handler.go:195] Time taken to create transit switch: 150.826µs I0514 11:03:27.816028 3770 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0514 11:03:27.816066 3770 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0514 11:03:27.816081 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-241.ec2.internal in network "default" I0514 11:03:27.816085 3770 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0514 11:03:27.816135 3770 node_tracker.go:169] Node ip-10-0-0-241.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:27.816153 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:27.816159 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0514 11:03:27.816190 3770 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:27.816198 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:27.816206 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:27.816214 3770 node_tracker.go:235] Node ip-10-0-2-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal" I0514 11:03:27.816222 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:27.816226 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:27.916567 3770 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0514 11:03:27.916588 3770 services_controller.go:208] Setting up event handlers for services for network=default I0514 11:03:27.916634 3770 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0514 11:03:27.916668 3770 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0514 11:03:27.916680 3770 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0514 11:03:28.017237 3770 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0514 11:03:28.017258 3770 repair.go:60] Starting repairing loop for services I0514 11:03:28.017341 3770 repair.go:131] Deleted 0 stale service LBs I0514 11:03:28.017359 3770 repair.go:137] Deleted 0 stale Chassis Template Vars I0514 11:03:28.017375 3770 repair.go:62] Finished repairing loop for services: 118.442µs I0514 11:03:28.017398 3770 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0514 11:03:28.017407 3770 services_controller.go:254] Starting workers for network=default I0514 11:03:28.017750 3770 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-4c7d9, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-4c7d9: suppressed error logged: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found I0514 11:03:28.017811 3770 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-dvtck] creating logical port kube-system_global-pull-secret-syncer-dvtck for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:28.017944 3770 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-l4psb, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l4psb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found I0514 11:03:28.017998 3770 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-dvtck I0514 11:03:28.018079 3770 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-l9rw7, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l9rw7: suppressed error logged: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found I0514 11:03:28.017829 3770 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jf5pl] creating logical port openshift-network-diagnostics_network-check-target-jf5pl for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:28.018487 3770 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jf5pl I0514 11:03:28.035253 3770 pod.go:62] [openshift-network-diagnostics/network-check-target-jf5pl] pod update took 16.791269ms I0514 11:03:28.035270 3770 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jf5pl] addLogicalPort annotation time took 16.809626ms I0514 11:03:28.035796 3770 pod.go:62] [kube-system/global-pull-secret-syncer-dvtck] pod update took 17.892875ms I0514 11:03:28.035810 3770 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-dvtck] addLogicalPort annotation time took 17.911675ms I0514 11:03:28.036338 3770 pods.go:271] [openshift-network-diagnostics/network-check-target-jf5pl] addLogicalPort took 18.513421ms, libovsdb time 787.023µs I0514 11:03:28.036693 3770 pods.go:271] [kube-system/global-pull-secret-syncer-dvtck] addLogicalPort took 18.892146ms, libovsdb time 657.575µs I0514 11:03:28.036804 3770 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zh7jq] creating logical port openshift-multus_network-metrics-daemon-zh7jq for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:28.036855 3770 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zh7jq I0514 11:03:28.051389 3770 pod.go:62] [openshift-multus/network-metrics-daemon-zh7jq] pod update took 14.550984ms I0514 11:03:28.051409 3770 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zh7jq] addLogicalPort annotation time took 14.571482ms I0514 11:03:28.052252 3770 pods.go:271] [openshift-multus/network-metrics-daemon-zh7jq] addLogicalPort took 15.449972ms, libovsdb time 647.935µs I0514 11:03:28.052699 3770 admin_network_policy_controller.go:227] Starting controller default-network-controller I0514 11:03:28.052722 3770 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0514 11:03:28.052739 3770 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0514 11:03:28.052745 3770 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0514 11:03:28.052997 3770 repair.go:29] Repairing admin network policies took 245.466µs I0514 11:03:28.053150 3770 repair.go:92] Repairing baseline admin network policies took 141.838µs I0514 11:03:28.053491 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0514 11:03:28.053507 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0514 11:03:28.055411 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0514 11:03:28.055434 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0514 11:03:28.055453 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0514 11:03:28.058173 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0514 11:03:28.058197 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0514 11:03:28.058205 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0514 11:03:28.058576 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0514 11:03:28.058611 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0514 11:03:28.058623 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0514 11:03:28.060048 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0514 11:03:28.060067 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0514 11:03:28.060077 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0514 11:03:28.061973 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0514 11:03:28.061993 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0514 11:03:28.062012 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0514 11:03:28.063165 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0514 11:03:28.063188 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0514 11:03:28.063198 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0514 11:03:28.064317 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0514 11:03:28.064356 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0514 11:03:28.064372 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0514 11:03:28.066377 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0514 11:03:28.066397 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0514 11:03:28.066407 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0514 11:03:28.068246 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0514 11:03:28.068273 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0514 11:03:28.068287 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0514 11:03:28.070627 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0514 11:03:28.070647 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0514 11:03:28.070661 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0514 11:03:28.071257 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0514 11:03:28.071277 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0514 11:03:28.071284 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0514 11:03:28.071600 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0514 11:03:28.071617 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0514 11:03:28.071624 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0514 11:03:28.072228 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0514 11:03:28.072258 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0514 11:03:28.073253 3770 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0514 11:03:28.073270 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 11:03:28.074153 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0514 11:03:28.074174 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0514 11:03:28.074197 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0514 11:03:28.074893 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0514 11:03:28.074917 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0514 11:03:28.074926 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0514 11:03:28.076700 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0514 11:03:28.076743 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0514 11:03:28.076759 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0514 11:03:28.078196 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0514 11:03:28.078214 3770 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0514 11:03:28.078222 3770 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0514 11:03:28.078975 3770 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0514 11:03:28.078998 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0514 11:03:28.079010 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0514 11:03:28.079644 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0514 11:03:28.079661 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0514 11:03:28.079670 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0514 11:03:28.081131 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0514 11:03:28.081153 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0514 11:03:28.081165 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0514 11:03:28.081716 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0514 11:03:28.081739 3770 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0514 11:03:28.081749 3770 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0514 11:03:28.082139 3770 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0514 11:03:28.082174 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0514 11:03:28.082189 3770 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0514 11:03:28.084694 3770 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0514 11:03:28.084718 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0514 11:03:28.084726 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0514 11:03:28.085326 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0514 11:03:28.085346 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0514 11:03:28.085355 3770 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0514 11:03:28.086039 3770 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0514 11:03:28.086063 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0514 11:03:28.086075 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0514 11:03:28.086664 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0514 11:03:28.086681 3770 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0514 11:03:28.086703 3770 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0514 11:03:28.087932 3770 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0514 11:03:28.087966 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0514 11:03:28.087981 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0514 11:03:28.088598 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0514 11:03:28.088622 3770 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0514 11:03:28.088657 3770 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0514 11:03:28.089509 3770 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0514 11:03:28.095996 3770 egressfirewall.go:374] Starting EgressFirewall controller I0514 11:03:28.096031 3770 controller.go:133] Adding controller egress-firewall-controller event handlers I0514 11:03:28.096051 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0514 11:03:28.096061 3770 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0514 11:03:28.096069 3770 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0514 11:03:28.096098 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0514 11:03:28.096110 3770 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0514 11:03:28.096415 3770 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0514 11:03:28.096429 3770 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0514 11:03:28.096434 3770 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0514 11:03:28.096442 3770 egressqos.go:193] Setting up event handlers for EgressQoS I0514 11:03:28.096523 3770 egressfirewall.go:723] Syncing node "ip-10-0-0-241.ec2.internal" for egress firewall I0514 11:03:28.096539 3770 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall I0514 11:03:28.096543 3770 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:28.096594 3770 egressqos.go:245] Starting EgressQoS Controller I0514 11:03:28.096630 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0514 11:03:28.096646 3770 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0514 11:03:28.096653 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0514 11:03:28.096667 3770 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0514 11:03:28.096672 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0514 11:03:28.096676 3770 shared_informer.go:356] "Caches are synced" controller="egressqos" I0514 11:03:28.096679 3770 egressqos.go:259] Repairing EgressQoSes I0514 11:03:28.096683 3770 egressqos.go:399] Starting repairing loop for egressqos I0514 11:03:28.096760 3770 egressqos.go:401] Finished repairing loop for egressqos: 75.95µs I0514 11:03:28.096782 3770 egressservice_zone.go:132] Setting up event handlers for Egress Services I0514 11:03:28.096806 3770 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-241.ec2.internal I0514 11:03:28.096859 3770 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-241.ec2.internal : 54.701µs I0514 11:03:28.097030 3770 egressservice_zone.go:210] Starting Egress Services Controller I0514 11:03:28.097047 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 11:03:28.097057 3770 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 11:03:28.097062 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 11:03:28.097069 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 11:03:28.097074 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 11:03:28.097079 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 11:03:28.097084 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0514 11:03:28.097088 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0514 11:03:28.097092 3770 egressservice_zone.go:228] Repairing Egress Services I0514 11:03:28.097376 3770 master_controller.go:88] Starting Admin Policy Based Route Controller I0514 11:03:28.097386 3770 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 11:03:28.097453 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:28.097474 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 22.322µs I0514 11:03:28.097485 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:28.097491 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 6.471µs I0514 11:03:28.097495 3770 default_network_controller.go:585] Completing all the Watchers took 328.786196ms I0514 11:03:28.097497 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0514 11:03:28.097506 3770 default_network_controller.go:589] Starting unidling controllers I0514 11:03:28.097511 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 14.108µs I0514 11:03:28.097517 3770 unidle.go:46] Registering OVN SB ControllerEvent handler I0514 11:03:28.097523 3770 unidle.go:63] Populating Initial ContollerEvent events I0514 11:03:28.097534 3770 unidle.go:79] Setting up event handlers for services I0514 11:03:28.097582 3770 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0514 11:03:28.284741 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:28.784474 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:29.284753 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:29.433088 3770 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0514 11:03:29.784888 3770 default_node_network_controller.go:519] Node connection status = connected I0514 11:03:29.803398 3770 bridgeconfig.go:537] Gateway is ready I0514 11:03:29.803420 3770 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0514 11:03:29.815655 3770 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.241. Updating OVN encap IP. I0514 11:03:29.821278 3770 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.241 - it is already configured I0514 11:03:29.821291 3770 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.241/24:{} 172.20.0.1/32:{}]. Updating annotations. I0514 11:03:29.821499 3770 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.241/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-241.ec2.internal","mac-address":"12:2d:1c:eb:e8:c7","ip-addresses":["10.0.0.241/24"],"ip-address":"10.0.0.241/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d7c3de4b-d46a-4d3a-80e0-d532205118cc k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.241/24"}] on node ip-10-0-0-241.ec2.internal I0514 11:03:29.843702 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:29.843722 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 27.689µs I0514 11:03:29.843755 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-241.ec2.internal in network "default" I0514 11:03:29.843797 3770 egressfirewall.go:723] Syncing node "ip-10-0-0-241.ec2.internal" for egress firewall I0514 11:03:29.843813 3770 node_tracker.go:169] Node ip-10-0-0-241.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:29.843833 3770 services_controller.go:574] Full service sync requested for network=default I0514 11:03:29.843870 3770 master.go:548] Adding or Updating local node "ip-10-0-0-241.ec2.internal" for network "default" I0514 11:03:29.844491 3770 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.241 I0514 11:03:29.844596 3770 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-241.ec2.internal I0514 11:03:29.849127 3770 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-241.ec2.internal. Updating no re-route policies I0514 11:03:29.849209 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jf5pl I0514 11:03:29.849227 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jf5pl I0514 11:03:29.849230 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5r26h I0514 11:03:29.849231 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-wtclc I0514 11:03:29.849245 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5r26h I0514 11:03:29.849244 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-hhqpd I0514 11:03:29.849251 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-wtclc I0514 11:03:29.849256 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-hhqpd I0514 11:03:29.849262 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5r26h after 0 failed attempt(s) I0514 11:03:29.849271 3770 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jf5pl] creating logical port openshift-network-diagnostics_network-check-target-jf5pl for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:29.849274 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-wtclc after 0 failed attempt(s) I0514 11:03:29.849281 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8prq9 I0514 11:03:29.849289 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4c7d9 I0514 11:03:29.849295 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nmljt I0514 11:03:29.849298 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l4psb I0514 11:03:29.849298 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w7zst I0514 11:03:29.849305 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nmljt I0514 11:03:29.849299 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4n557 I0514 11:03:29.849310 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l4psb I0514 11:03:29.849311 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-6r626 I0514 11:03:29.849311 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w7zst I0514 11:03:29.849315 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-241.ec2.internal I0514 11:03:29.849315 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zh7jq I0514 11:03:29.849326 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-6r626 I0514 11:03:29.849321 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4n557 I0514 11:03:29.849326 3770 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v84tj I0514 11:03:29.849334 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zh7jq I0514 11:03:29.849338 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-w7zst after 0 failed attempt(s) I0514 11:03:29.849340 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v84tj I0514 11:03:29.849345 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nmljt after 0 failed attempt(s) I0514 11:03:29.849347 3770 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-6r626 after 0 failed attempt(s) I0514 11:03:29.849352 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4n557 after 0 failed attempt(s) I0514 11:03:29.849271 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-hhqpd after 0 failed attempt(s) I0514 11:03:29.849357 3770 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-l4psb, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l4psb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l4psb: no pod IPs found I0514 11:03:29.849282 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-241.ec2.internal I0514 11:03:29.849363 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v84tj after 0 failed attempt(s) I0514 11:03:29.849369 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-241.ec2.internal I0514 11:03:29.849370 3770 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zh7jq] creating logical port openshift-multus_network-metrics-daemon-zh7jq for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:29.849386 3770 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-241.ec2.internal after 0 failed attempt(s) I0514 11:03:29.849276 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-dvtck I0514 11:03:29.849403 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-dvtck I0514 11:03:29.849215 3770 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l9rw7 I0514 11:03:29.849412 3770 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l9rw7 I0514 11:03:29.849300 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8prq9 I0514 11:03:29.849434 3770 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-dvtck] creating logical port kube-system_global-pull-secret-syncer-dvtck for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:29.849445 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8prq9 after 0 failed attempt(s) I0514 11:03:29.849439 3770 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-l9rw7, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l9rw7: suppressed error logged: pod kube-system/global-pull-secret-syncer-l9rw7: no pod IPs found I0514 11:03:29.849329 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-241.ec2.internal I0514 11:03:29.849300 3770 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4c7d9 I0514 11:03:29.849471 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-241.ec2.internal after 0 failed attempt(s) I0514 11:03:29.849512 3770 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-4c7d9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-4c7d9: suppressed error logged: pod openshift-multus/network-metrics-daemon-4c7d9: no pod IPs found I0514 11:03:29.849922 3770 pods.go:271] [openshift-network-diagnostics/network-check-target-jf5pl] addLogicalPort took 664.816µs, libovsdb time 249.373µs I0514 11:03:29.849947 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jf5pl after 0 failed attempt(s) I0514 11:03:29.850428 3770 pods.go:271] [openshift-multus/network-metrics-daemon-zh7jq] addLogicalPort took 1.068302ms, libovsdb time 211.151µs I0514 11:03:29.850438 3770 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zh7jq after 0 failed attempt(s) I0514 11:03:29.850576 3770 pods.go:271] [kube-system/global-pull-secret-syncer-dvtck] addLogicalPort took 1.154608ms, libovsdb time 237.875µs I0514 11:03:29.850586 3770 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-dvtck after 0 failed attempt(s) I0514 11:03:29.861097 3770 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0514 11:03:29.874811 3770 iptables.go:108] Creating table: mangle chain: OUTPUT I0514 11:03:29.878476 3770 iptables.go:108] Creating table: nat chain: OUTPUT I0514 11:03:29.906467 3770 iptables.go:108] Creating table: nat chain: PREROUTING I0514 11:03:29.956310 3770 iptables.go:108] Creating table: filter chain: FORWARD I0514 11:03:29.975329 3770 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0514 11:03:29.975489 3770 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0514 11:03:29.975544 3770 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0514 11:03:29.975642 3770 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0514 11:03:29.975728 3770 gateway_init.go:325] Gateway and management port readiness took 2.19589407s I0514 11:03:29.975756 3770 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0514 11:03:29.975795 3770 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0514 11:03:29.975812 3770 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0514 11:03:29.975821 3770 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0514 11:03:29.975894 3770 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0514 11:03:29.976005 3770 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.954µs I0514 11:03:29.976343 3770 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0514 11:03:29.976378 3770 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.15µs I0514 11:03:29.976392 3770 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.447µs I0514 11:03:29.976401 3770 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0514 11:03:29.976414 3770 nad_controller.go:379] [node-nad-controller NAD controller]: started I0514 11:03:29.976424 3770 default_node_network_controller.go:899] Starting the default node network controller I0514 11:03:29.976431 3770 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0514 11:03:29.976500 3770 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.596µs I0514 11:03:29.976632 3770 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0514 11:03:29.976643 3770 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0514 11:03:29.976675 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c50050 0xc0002ec620 0xc0002ec700 0xc0002ec770 0xc0002ec7e0 0xc0002ec850 0xc0002ec8c0 0xc0008f1c20 0xc0002ec930 0xc0002eca10 0xc000c562d0 0xc0064fb340 0xc0002eca80 map[0x2ff9080:0xc004457e60 0x2ff95c0:0xc005cf6120 0x2ffa2e0:0xc004457da0 0x2ffa580:0xc004457e00 0x2ffad60:0xc004457ec0 0x2ffb000:0xc004457f20 0x2ffb2a0:0xc005cf60c0 0x2ffba80:0xc005cf6180 0x2ffbd20:0xc005cf61e0 0x3026980:0xc000f60600 0x3026d20:0xc000f60660 0x3027800:0xc000c2a900 0x3029160:0xc001b7a000 0x30298a0:0xc002b0ee40 0x302a720:0xc001b7a060] 0xc00016b500 0} I0514 11:03:29.976756 3770 gateway.go:151] Starting gateway service sync I0514 11:03:29.977243 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0514 11:03:29.979847 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0514 11:03:29.990098 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0514 11:03:29.991407 3770 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0514 11:03:29.992736 3770 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0514 11:03:30.028082 3770 gateway.go:168] Gateway service sync done. Time taken: 51.308852ms I0514 11:03:30.028798 3770 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31165 I0514 11:03:30.028926 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c50050 0xc0002ec620 0xc0002ec700 0xc0002ec770 0xc0002ec7e0 0xc0002ec850 0xc0002ec8c0 0xc0008f1c20 0xc0002ec930 0xc0002eca10 0xc000c562d0 0xc0064fb340 0xc0002eca80 map[0x2ff9080:0xc004457e60 0x2ff95c0:0xc005cf6120 0x2ffa2e0:0xc004457da0 0x2ffa580:0xc004457e00 0x2ffad60:0xc004457ec0 0x2ffb000:0xc004457f20 0x2ffb2a0:0xc005cf60c0 0x2ffba80:0xc005cf6180 0x2ffbd20:0xc005cf61e0 0x3026980:0xc000f60600 0x3026d20:0xc000f60660 0x3027800:0xc000c2a900 0x3029160:0xc001b7a000 0x30298a0:0xc002b0ee40 0x302a720:0xc001b7a060] 0xc00016b500 0} I0514 11:03:30.029457 3770 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c50050 0xc0002ec620 0xc0002ec700 0xc0002ec770 0xc0002ec7e0 0xc0002ec850 0xc0002ec8c0 0xc0008f1c20 0xc0002ec930 0xc0002eca10 0xc000c562d0 0xc0064fb340 0xc0002eca80 map[0x2ff9080:0xc004457e60 0x2ff95c0:0xc005cf6120 0x2ffa2e0:0xc004457da0 0x2ffa580:0xc004457e00 0x2ffad60:0xc004457ec0 0x2ffb000:0xc004457f20 0x2ffb2a0:0xc005cf60c0 0x2ffba80:0xc005cf6180 0x2ffbd20:0xc005cf61e0 0x3026980:0xc000f60600 0x3026d20:0xc000f60660 0x3027800:0xc000c2a900 0x3029160:0xc001b7a000 0x30298a0:0xc002b0ee40 0x302a720:0xc001b7a060] 0xc00016b500 0} I0514 11:03:30.029493 3770 gateway.go:532] Reconciling gateway with updates I0514 11:03:30.035233 3770 gateway.go:339] Spawning Conntrack Rule Check Thread I0514 11:03:30.035350 3770 default_node_network_controller.go:944] Gateway and management port readiness took 58.69165ms I0514 11:03:30.035391 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:30.035415 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:30.035425 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 11:03:30.035428 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:30.035436 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:30.035431 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:30.035441 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:30.035444 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:30.035452 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:30.035464 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 11:03:30.035475 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:30.035493 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:30.035502 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:30.035504 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 11:03:30.035495 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:30.035510 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:30.035514 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:30.035524 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:30.035525 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:30.035528 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:30.035534 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:30.035536 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:30.035533 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:30.035540 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 11:03:30.035534 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 11:03:30.035547 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:30.035551 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:30.035556 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 11:03:30.035564 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:30.035564 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:30.035573 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:30.035499 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 11:03:30.035564 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:30.035584 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 11:03:30.035588 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:30.035590 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:30.035592 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:30.035593 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 11:03:30.035599 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:30.035590 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:30.035606 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 11:03:30.035612 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:30.035615 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 11:03:30.035611 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:30.035622 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:30.035626 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:30.035632 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:30.035632 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:30.035643 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 32200 is already open, no action needed I0514 11:03:30.035616 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:30.035568 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 11:03:30.035521 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:30.035669 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:30.035672 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:30.035676 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 11:03:30.035681 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:30.035687 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:30.035702 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:30.035711 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:30.035723 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 11:03:30.035646 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:30.035744 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:30.035751 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:30.035761 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:30.035791 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 11:03:30.035797 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:30.035509 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:30.035811 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:30.035818 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:30.035557 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:30.035828 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:30.035829 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:30.035624 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 11:03:30.035836 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 11:03:30.035839 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:30.035845 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 11:03:30.035850 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 11:03:30.035746 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 11:03:30.035526 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:30.035860 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:30.035872 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:30.035882 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:30.035847 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:30.035898 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:30.035899 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:30.035910 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 11:03:30.035917 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:30.035881 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:30.035541 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:30.036018 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 11:03:30.035574 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:30.035614 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:30.035578 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:30.035593 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:30.036146 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:30.036159 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 11:03:30.035597 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:30.035598 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:30.036225 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:30.035511 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 11:03:30.035649 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 11:03:30.035655 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 31021 is already open, no action needed I0514 11:03:30.035661 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:30.035738 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 11:03:30.035541 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:30.036334 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:30.035482 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:30.036372 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:30.036064 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:30.035580 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:30.036853 3770 node_ip_handler_linux.go:160] Node IP manager is running W0514 11:03:30.075295 3770 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 11:03:30.075452 3770 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0514 11:03:30.075568 3770 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0514 11:03:30.084943 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 11:03:30.084990 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 11:03:30.085007 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 11:03:30.085027 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 11:03:30.085063 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 11:03:30.085080 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 11:03:30.085089 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 11:03:30.085096 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 11:03:30.085105 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 11:03:30.085112 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0514 11:03:30.085120 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 11:03:30.085127 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 11:03:30.085135 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 11:03:30.085143 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 11:03:30.130692 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 11:03:30.130722 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 11:03:30.130729 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 11:03:30.130735 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 11:03:30.175875 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 11:03:30.175890 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 11:03:30.175913 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 11:03:30.175925 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 11:03:30.175936 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 11:03:30.175943 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 11:03:31.528789 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:31.528810 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 25.48µs I0514 11:03:31.528823 3770 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:31.528907 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0514 11:03:31.712713 3770 egressip_healthcheck.go:76] Health checking using insecure connection I0514 11:03:31.712772 3770 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0514 11:03:31.712683 3770 default_node_network_controller.go:1380] Starting node controller node sync I0514 11:03:31.725260 3770 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.45748ms I0514 11:03:31.725379 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 10.0.1.21 to PMTUD blocking rules I0514 11:03:31.725397 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:31.731581 3770 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0514 11:03:31.731886 3770 egressservice_node.go:93] Setting up event handlers for Egress Services I0514 11:03:31.732121 3770 egressservice_node.go:183] Starting Egress Services Controller I0514 11:03:31.732147 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0514 11:03:31.732159 3770 shared_informer.go:356] "Caches are synced" controller="egressservices" I0514 11:03:31.732166 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0514 11:03:31.732172 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0514 11:03:31.732178 3770 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0514 11:03:31.732183 3770 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0514 11:03:31.732187 3770 egressservice_node.go:197] Repairing Egress Services I0514 11:03:31.742358 3770 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0514 11:03:31.742368 3770 external_controller.go:278] Starting Admin Policy Based Route Controller I0514 11:03:31.742485 3770 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0514 11:03:31.742502 3770 link_network_manager.go:119] Link manager is running I0514 11:03:31.742513 3770 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0514 11:03:31.742651 3770 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0514 11:03:31.742978 3770 vrf_manager.go:128] VRF manager is running I0514 11:03:31.743053 3770 node_controller_manager.go:437] Removing flows to drop GARP I0514 11:03:31.743062 3770 gateway.go:532] Reconciling gateway with updates I0514 11:03:31.759879 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:31.759878 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:31.759890 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:31.759898 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0514 11:03:31.759903 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0514 11:03:31.759905 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0514 11:03:31.759890 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:31.759907 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:31.759917 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0514 11:03:31.759922 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0514 11:03:31.759929 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:31.759942 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0514 11:03:31.759946 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:31.759975 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:31.759981 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0514 11:03:31.759983 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0514 11:03:31.759982 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:31.759989 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0514 11:03:31.759991 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:31.759998 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0514 11:03:31.760003 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0514 11:03:31.760006 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0514 11:03:31.760008 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:31.759993 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:31.760006 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0514 11:03:31.760011 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:31.759993 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0514 11:03:31.760023 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:31.760008 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0514 11:03:31.760028 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0514 11:03:31.760029 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:31.760033 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0514 11:03:31.760039 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:31.760041 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:31.760045 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:31.760049 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:31.760049 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0514 11:03:31.760057 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:31.760045 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760064 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0514 11:03:31.760067 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:03:31.760067 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:31.760084 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0514 11:03:31.760079 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0514 11:03:31.760087 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0514 11:03:31.760081 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:31.760097 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0514 11:03:31.760096 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0514 11:03:31.760094 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760104 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0514 11:03:31.760107 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0514 11:03:31.760109 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0514 11:03:31.760019 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0514 11:03:31.760117 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:31.760121 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:31.760121 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:31.760129 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0514 11:03:31.760130 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0514 11:03:31.759983 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:31.760135 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0514 11:03:31.760139 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0514 11:03:31.760142 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0514 11:03:31.760145 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0514 11:03:31.760147 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760019 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0514 11:03:31.760152 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0514 11:03:31.760153 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:31.760157 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0514 11:03:31.760155 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:31.760163 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:31.760165 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:31.760053 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0514 11:03:31.760165 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0514 11:03:31.760172 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0514 11:03:31.760173 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:31.760172 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0514 11:03:31.760175 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0514 11:03:31.760186 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0514 11:03:31.760204 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760212 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760215 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0514 11:03:31.760066 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:31.760223 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760226 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760230 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0514 11:03:31.760270 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0514 11:03:31.760132 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0514 11:03:31.760278 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:31.760291 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0514 11:03:31.760293 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:31.760297 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0514 11:03:31.760004 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:31.760304 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0514 11:03:31.760312 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0514 11:03:31.760317 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0514 11:03:31.760023 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0514 11:03:31.760055 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0514 11:03:31.760348 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0514 11:03:31.760148 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0514 11:03:31.760026 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:31.760393 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0514 11:03:31.760401 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760034 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:31.760411 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0514 11:03:31.760033 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:31.760434 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0514 11:03:31.760029 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0514 11:03:31.760014 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:31.760458 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0514 11:03:31.760462 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0514 11:03:31.760056 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0514 11:03:31.760477 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 32200 is already open, no action needed I0514 11:03:31.760486 3770 port_claim.go:71] Svc openshift-ingress/router-default: port 31021 is already open, no action needed I0514 11:03:31.760068 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0514 11:03:31.760106 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0514 11:03:31.760021 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:31.760533 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0514 11:03:31.760031 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:31.760561 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0514 11:03:31.760161 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0514 11:03:31.760171 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0514 11:03:31.760169 3770 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:31.760601 3770 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0514 11:03:31.760217 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0514 11:03:31.760610 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0514 11:03:31.785686 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0514 11:03:31.785703 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0514 11:03:31.785710 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0514 11:03:31.828607 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0514 11:03:31.828632 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0514 11:03:31.828638 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0514 11:03:31.870582 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0514 11:03:31.870593 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0514 11:03:31.870610 3770 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0514 11:03:32.828677 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:33.300910 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-241.ec2.internal I0514 11:03:33.300938 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-241.ec2.internal: 34.348µs I0514 11:03:33.331006 3770 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f8db9dd7d-dlh7f] creating logical port openshift-image-registry_image-registry-6f8db9dd7d-dlh7f for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:33.331136 3770 kube.go:256] Updating pod openshift-image-registry/image-registry-6f8db9dd7d-dlh7f I0514 11:03:33.331147 3770 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-bd9c786dd-bv94g] creating logical port openshift-ingress_router-default-bd9c786dd-bv94g for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:33.331243 3770 kube.go:256] Updating pod openshift-ingress/router-default-bd9c786dd-bv94g I0514 11:03:33.356067 3770 pod.go:62] [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f] pod update took 24.965932ms I0514 11:03:33.356090 3770 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6f8db9dd7d-dlh7f] addLogicalPort annotation time took 24.995897ms I0514 11:03:33.357320 3770 pods.go:271] [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f] addLogicalPort took 26.386005ms, libovsdb time 913.242µs I0514 11:03:33.362565 3770 pod.go:62] [openshift-ingress/router-default-bd9c786dd-bv94g] pod update took 31.347555ms I0514 11:03:33.362582 3770 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-bd9c786dd-bv94g] addLogicalPort annotation time took 31.367516ms I0514 11:03:33.363102 3770 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rv2s8] creating logical port openshift-dns_dns-default-rv2s8 for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:33.363202 3770 kube.go:256] Updating pod openshift-dns/dns-default-rv2s8 I0514 11:03:33.363529 3770 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fpxcs] creating logical port openshift-ingress-canary_ingress-canary-fpxcs for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:33.363586 3770 pods.go:271] [openshift-ingress/router-default-bd9c786dd-bv94g] addLogicalPort took 32.448776ms, libovsdb time 761.356µs I0514 11:03:33.363615 3770 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fpxcs I0514 11:03:33.382140 3770 pod.go:62] [openshift-ingress-canary/ingress-canary-fpxcs] pod update took 18.548908ms I0514 11:03:33.382163 3770 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fpxcs] addLogicalPort annotation time took 18.572236ms I0514 11:03:33.382166 3770 pod.go:62] [openshift-dns/dns-default-rv2s8] pod update took 18.994731ms I0514 11:03:33.382183 3770 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rv2s8] addLogicalPort annotation time took 19.012278ms I0514 11:03:33.383103 3770 pods.go:271] [openshift-ingress-canary/ingress-canary-fpxcs] addLogicalPort took 19.58402ms, libovsdb time 699.293µs I0514 11:03:33.383337 3770 pods.go:271] [openshift-dns/dns-default-rv2s8] addLogicalPort took 20.245263ms, libovsdb time 929.479µs I0514 11:03:33.724256 3770 cni.go:452] [openshift-ingress-canary/ingress-canary-fpxcs 95b6a7b8a3899f0e1e782231a516d26373359bb2c1c2e0d061808dea7849953e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fpxcs 95b6a7b8a3899f0e1e782231a516d26373359bb2c1c2e0d061808dea7849953e network default NAD default NAD key ] I0514 11:03:33.742870 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fpxcs, hostIfaceName: 95b6a7b8a3899f0, network: default, NAD default, SandboxID: "95b6a7b8a3899f0e1e782231a516d26373359bb2c1c2e0d061808dea7849953e", PCI device ID: , UID: "a376a2aa-bde2-4f66-bbd6-18eee0dbcdf0", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0514 11:03:33.759939 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:33.788569 3770 cni.go:473] [openshift-ingress-canary/ingress-canary-fpxcs 95b6a7b8a3899f0e1e782231a516d26373359bb2c1c2e0d061808dea7849953e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fpxcs 95b6a7b8a3899f0e1e782231a516d26373359bb2c1c2e0d061808dea7849953e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:bb:f6:c5:f1:e9\",\"name\":\"95b6a7b8a3899f0\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53bfacb9-165f-4098-9662-afbc2657be67\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:03:35.972941 3770 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0514 11:03:35.973798 3770 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 820.628µs I0514 11:03:35.995419 3770 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 11:03:36.171002 3770 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-jqfn2 for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:36.171092 3770 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2 I0514 11:03:36.185815 3770 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2] pod update took 14.749679ms I0514 11:03:36.185836 3770 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2] addLogicalPort annotation time took 14.774479ms I0514 11:03:36.187002 3770 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2] addLogicalPort took 16.015004ms, libovsdb time 830.253µs I0514 11:03:36.484612 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:36.484664 3770 node_tracker.go:235] Node ip-10-0-2-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-171.ec2.internal" I0514 11:03:36.484677 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "ip-10-0-2-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:36.484684 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.484702 3770 services_controller.go:574] Full service sync requested for network=default W0514 11:03:36.484841 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:36.526344 3770 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2 b6d99055bea3fd359fa226f0daaf7e1c28438b3311fd72eb975aa79ad16c38ef network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2 b6d99055bea3fd359fa226f0daaf7e1c28438b3311fd72eb975aa79ad16c38ef network default NAD default NAD key ] I0514 11:03:36.536989 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-jqfn2, hostIfaceName: b6d99055bea3fd3, network: default, NAD default, SandboxID: "b6d99055bea3fd359fa226f0daaf7e1c28438b3311fd72eb975aa79ad16c38ef", PCI device ID: , UID: "1058e595-dfff-4ddf-ab69-3f9649b3ecfd", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0514 11:03:36.549622 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "ip-10-0-2-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:36.582371 3770 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2 b6d99055bea3fd359fa226f0daaf7e1c28438b3311fd72eb975aa79ad16c38ef network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jqfn2 b6d99055bea3fd359fa226f0daaf7e1c28438b3311fd72eb975aa79ad16c38ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9c:c3:32:8b:06\",\"name\":\"b6d99055bea3fd3\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97ba3fc6-9ef0-4ce9-99e3-f549be6606e5\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:03:36.656587 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:36.656647 3770 default_network_controller.go:1025] Node "ip-10-0-2-171.ec2.internal" in remote zone "ip-10-0-2-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0514 11:03:36.656653 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:36.656668 3770 services_controller.go:574] Full service sync requested for network=default W0514 11:03:36.656762 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:36.657689 3770 zone_ic_handler.go:195] Time taken to create transit switch: 280.251µs I0514 11:03:36.657705 3770 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-171.ec2.internal for the network default I0514 11:03:36.658652 3770 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-171.ec2.internal" on network "default" took: 1.254635ms I0514 11:03:36.681335 3770 namespace.go:98] [openshift-service-ca] adding namespace I0514 11:03:36.681972 3770 namespace.go:102] [openshift-service-ca] adding namespace took 620.561µs I0514 11:03:36.698305 3770 namespace.go:142] [openshift-service-ca] updating namespace I0514 11:03:37.407473 3770 cni.go:452] [kube-system/global-pull-secret-syncer-dvtck 0c0fede835adb9192c7697880068e06085a07ab8f010dd4a5a2953127a0340e8 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-dvtck 0c0fede835adb9192c7697880068e06085a07ab8f010dd4a5a2953127a0340e8 network default NAD default NAD key ] I0514 11:03:37.418301 3770 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-dvtck, hostIfaceName: 0c0fede835adb91, network: default, NAD default, SandboxID: "0c0fede835adb9192c7697880068e06085a07ab8f010dd4a5a2953127a0340e8", PCI device ID: , UID: "d35dc3b8-4234-4c0b-a192-40af108935fe", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0514 11:03:37.465291 3770 cni.go:473] [kube-system/global-pull-secret-syncer-dvtck 0c0fede835adb9192c7697880068e06085a07ab8f010dd4a5a2953127a0340e8 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-dvtck 0c0fede835adb9192c7697880068e06085a07ab8f010dd4a5a2953127a0340e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:93:66:47:09:f6\",\"name\":\"0c0fede835adb91\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab56677e-7b0c-4438-abbf-87b23fcf8308\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:03:37.541414 3770 cni.go:452] [openshift-network-diagnostics/network-check-target-jf5pl ff5e77f3ff06be1188f043d3b046f282391ea5603bc186754f1e4cdd14da1b70 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jf5pl ff5e77f3ff06be1188f043d3b046f282391ea5603bc186754f1e4cdd14da1b70 network default NAD default NAD key ] I0514 11:03:37.551043 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jf5pl, hostIfaceName: ff5e77f3ff06be1, network: default, NAD default, SandboxID: "ff5e77f3ff06be1188f043d3b046f282391ea5603bc186754f1e4cdd14da1b70", PCI device ID: , UID: "e8389bd0-d1f5-4cb9-8317-16b97e861a73", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0514 11:03:37.600646 3770 cni.go:473] [openshift-network-diagnostics/network-check-target-jf5pl ff5e77f3ff06be1188f043d3b046f282391ea5603bc186754f1e4cdd14da1b70 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jf5pl ff5e77f3ff06be1188f043d3b046f282391ea5603bc186754f1e4cdd14da1b70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:4e:14:50:e5:99\",\"name\":\"ff5e77f3ff06be1\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c20ec970-7683-4f7a-b47c-8b124e056a97\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:03:38.354704 3770 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-rk6hl] creating logical port openshift-service-ca_service-ca-d9cb48497-rk6hl for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:38.354796 3770 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-rk6hl I0514 11:03:38.369052 3770 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-rk6hl] pod update took 14.280099ms I0514 11:03:38.369078 3770 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-rk6hl] addLogicalPort annotation time took 14.310405ms I0514 11:03:38.370282 3770 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-rk6hl] addLogicalPort took 15.593015ms, libovsdb time 898.245µs I0514 11:03:38.816409 3770 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-rk6hl e6c5438829522a6701dd98dce0ffa28851693b0b12ba7ff999197a968f5e1688 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-rk6hl e6c5438829522a6701dd98dce0ffa28851693b0b12ba7ff999197a968f5e1688 network default NAD default NAD key ] I0514 11:03:38.830509 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-rk6hl, hostIfaceName: e6c5438829522a6, network: default, NAD default, SandboxID: "e6c5438829522a6701dd98dce0ffa28851693b0b12ba7ff999197a968f5e1688", PCI device ID: , UID: "aa9344a7-8841-4615-b36a-d436c449c88b", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] W0514 11:03:38.857194 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 11:03:38.884436 3770 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-rk6hl e6c5438829522a6701dd98dce0ffa28851693b0b12ba7ff999197a968f5e1688 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-rk6hl e6c5438829522a6701dd98dce0ffa28851693b0b12ba7ff999197a968f5e1688 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:31:5b:c3:f8:70\",\"name\":\"e6c5438829522a6\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d48e0ea0-ae5c-465b-87d3-143d9acfcda8\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:03:38.884769 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0514 11:03:39.209266 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:39.209336 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 10.0.2.171 to PMTUD blocking rules I0514 11:03:39.209362 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:39.209360 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 97.737µs I0514 11:03:39.209303 3770 egressfirewall.go:723] Syncing node "ip-10-0-2-171.ec2.internal" for egress firewall I0514 11:03:39.209314 3770 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-171.ec2.internal in network "default" I0514 11:03:39.209510 3770 node_tracker.go:169] Node ip-10-0-2-171.ec2.internal switch + router changed, syncing services in network "default" I0514 11:03:39.209535 3770 services_controller.go:574] Full service sync requested for network=default W0514 11:03:39.209754 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0514 11:03:39.209802 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:03:39.209981 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:39.215662 3770 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-171.ec2.internal. Updating no re-route policies I0514 11:03:39.224778 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0514 11:03:39.224798 3770 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-171.ec2.internal", IP: 10.0.2.171 to PMTUD blocking rules I0514 11:03:42.874532 3770 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-171.ec2.internal I0514 11:03:42.874559 3770 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-171.ec2.internal: 33.609µs W0514 11:03:47.697241 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0514 11:03:49.343238 3770 cni.go:452] [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key ] I0514 11:03:49.352639 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f8db9dd7d-dlh7f, hostIfaceName: a944b97f8b64269, network: default, NAD default, SandboxID: "a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf", PCI device ID: , UID: "f3953ebc-68ab-4643-8c2a-a5b072142e63", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0514 11:03:49.374111 3770 cni.go:452] [openshift-dns/dns-default-rv2s8 04e5803c7a108f77bab38027b0c226bc0e2d82746e9c9883c3113ae672e7b73f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rv2s8 04e5803c7a108f77bab38027b0c226bc0e2d82746e9c9883c3113ae672e7b73f network default NAD default NAD key ] I0514 11:03:49.385640 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rv2s8, hostIfaceName: 04e5803c7a108f7, network: default, NAD default, SandboxID: "04e5803c7a108f77bab38027b0c226bc0e2d82746e9c9883c3113ae672e7b73f", PCI device ID: , UID: "359b41f1-0425-4ec4-9ad2-4c02f37f9d71", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0514 11:03:49.401688 3770 cni.go:473] [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a9:fe:cd:64:27\",\"name\":\"a944b97f8b64269\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf13071a-2be4-4fdc-95de-72feda49f4f9\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:03:49.431190 3770 cni.go:473] [openshift-dns/dns-default-rv2s8 04e5803c7a108f77bab38027b0c226bc0e2d82746e9c9883c3113ae672e7b73f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rv2s8 04e5803c7a108f77bab38027b0c226bc0e2d82746e9c9883c3113ae672e7b73f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:41:29:bc:df:0c\",\"name\":\"04e5803c7a108f7\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c390b9e8-8767-4369-ad53-8f53043543c9\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:03:58.202126 3770 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-tf65v] creating logical port openshift-insights_insights-runtime-extractor-tf65v for pod on switch ip-10-0-0-241.ec2.internal I0514 11:03:58.202213 3770 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-tf65v W0514 11:03:58.229931 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:03:58.230294 3770 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.230313 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.230322 3770 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 11:03:58.243414 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 11:03:58.244759 3770 pod.go:62] [openshift-insights/insights-runtime-extractor-tf65v] pod update took 42.568053ms I0514 11:03:58.244779 3770 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-tf65v] addLogicalPort annotation time took 42.592838ms I0514 11:03:58.245765 3770 pods.go:271] [openshift-insights/insights-runtime-extractor-tf65v] addLogicalPort took 43.656921ms, libovsdb time 708.745µs I0514 11:03:58.606850 3770 cni.go:452] [openshift-insights/insights-runtime-extractor-tf65v aaa886378d2df330baa4e2a376b4b33fbc7bc966cdf8e8503b8f86128131d07e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-tf65v aaa886378d2df330baa4e2a376b4b33fbc7bc966cdf8e8503b8f86128131d07e network default NAD default NAD key ] I0514 11:03:58.616340 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-tf65v, hostIfaceName: aaa886378d2df33, network: default, NAD default, SandboxID: "aaa886378d2df330baa4e2a376b4b33fbc7bc966cdf8e8503b8f86128131d07e", PCI device ID: , UID: "6eee8989-6eb9-4822-ae2f-3c453c3bb7ce", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0514 11:03:58.663450 3770 cni.go:473] [openshift-insights/insights-runtime-extractor-tf65v aaa886378d2df330baa4e2a376b4b33fbc7bc966cdf8e8503b8f86128131d07e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-tf65v aaa886378d2df330baa4e2a376b4b33fbc7bc966cdf8e8503b8f86128131d07e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e6:97:3c:72:83\",\"name\":\"aaa886378d2df33\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f32adf0-9eab-49b4-a01c-ca20e420b2da\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:03:59.706497 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.707171 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.729036 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.729055 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7dcdbcdb5-74p5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.740568 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7dcdbcdb5-74p5n I0514 11:03:59.740594 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7dcdbcdb5-74p5n W0514 11:03:59.946534 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.946560 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.946570 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:03:59.952605 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0514 11:03:59.952618 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0514 11:03:59.961699 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.962277 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:03:59.974842 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.974857 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-wxwzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:03:59.984162 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f8db9dd7d-wxwzg I0514 11:03:59.984180 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f8db9dd7d-wxwzg W0514 11:04:00.029114 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:00.029129 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:00.029681 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.029700 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:00.029709 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:01.751966 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:01.779125 3770 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:01.779154 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:01.779160 3770 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675580 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675604 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.675610 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0514 11:04:02.978195 3770 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0514 11:04:03.486186 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-htzns for pod on switch ip-10-0-0-241.ec2.internal I0514 11:04:03.486274 3770 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns I0514 11:04:03.505639 3770 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns] pod update took 19.389159ms I0514 11:04:03.505658 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns] addLogicalPort annotation time took 19.415353ms I0514 11:04:03.506701 3770 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns] addLogicalPort took 20.528101ms, libovsdb time 761.001µs I0514 11:04:03.875763 3770 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns f11e56beb9615ebd3e16c8251144543626a524484b5da85150528b1fccc115c0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns f11e56beb9615ebd3e16c8251144543626a524484b5da85150528b1fccc115c0 network default NAD default NAD key ] I0514 11:04:03.885835 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-htzns, hostIfaceName: f11e56beb9615eb, network: default, NAD default, SandboxID: "f11e56beb9615ebd3e16c8251144543626a524484b5da85150528b1fccc115c0", PCI device ID: , UID: "bbf14920-2c5b-45cd-81bb-00cebdb672b7", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0514 11:04:03.935441 3770 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns f11e56beb9615ebd3e16c8251144543626a524484b5da85150528b1fccc115c0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-htzns f11e56beb9615ebd3e16c8251144543626a524484b5da85150528b1fccc115c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:4a:49:68:66:70\",\"name\":\"f11e56beb9615eb\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/737d5179-2607-43f8-9734-fac7dc1a43f8\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:04:05.542379 3770 cni.go:452] [openshift-ingress/router-default-bd9c786dd-bv94g 72c027a4c93c5d38375f4e36be4e9685492fadeeb92a3c563831a72e08a47b5f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-bd9c786dd-bv94g 72c027a4c93c5d38375f4e36be4e9685492fadeeb92a3c563831a72e08a47b5f network default NAD default NAD key ] I0514 11:04:05.552401 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-bd9c786dd-bv94g, hostIfaceName: 72c027a4c93c5d3, network: default, NAD default, SandboxID: "72c027a4c93c5d38375f4e36be4e9685492fadeeb92a3c563831a72e08a47b5f", PCI device ID: , UID: "92612eca-1088-43fc-ba14-82b5c7e1b8a9", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0514 11:04:05.598854 3770 cni.go:473] [openshift-ingress/router-default-bd9c786dd-bv94g 72c027a4c93c5d38375f4e36be4e9685492fadeeb92a3c563831a72e08a47b5f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-bd9c786dd-bv94g 72c027a4c93c5d38375f4e36be4e9685492fadeeb92a3c563831a72e08a47b5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:8c:ff:2b:3e:19\",\"name\":\"72c027a4c93c5d3\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac7bc756-b009-4f9f-9ebd-61d1922cbaea\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:04:05.710328 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:05.731318 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:05.745366 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0514 11:04:06.724420 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:06.724441 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:07.736503 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:07.736525 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:07.736533 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0514 11:04:07.736671 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0514 11:04:07.736683 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0514 11:04:07.857817 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0514 11:04:09.644548 3770 cni.go:452] [openshift-multus/network-metrics-daemon-zh7jq 429c09de90102f5a1dfe0ff89d27a73e41316d3aa6961ab07ea0ad9a2e23a279 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zh7jq 429c09de90102f5a1dfe0ff89d27a73e41316d3aa6961ab07ea0ad9a2e23a279 network default NAD default NAD key ] I0514 11:04:09.654414 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zh7jq, hostIfaceName: 429c09de90102f5, network: default, NAD default, SandboxID: "429c09de90102f5a1dfe0ff89d27a73e41316d3aa6961ab07ea0ad9a2e23a279", PCI device ID: , UID: "2f8029cc-0e56-4cab-9ef8-276b3ae2ad34", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0514 11:04:09.703600 3770 cni.go:473] [openshift-multus/network-metrics-daemon-zh7jq 429c09de90102f5a1dfe0ff89d27a73e41316d3aa6961ab07ea0ad9a2e23a279 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zh7jq 429c09de90102f5a1dfe0ff89d27a73e41316d3aa6961ab07ea0ad9a2e23a279 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:fd:71:2e:fc:4a\",\"name\":\"429c09de90102f5\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa9320e2-4506-4d8d-b026-ead9d5ff39d5\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:04:09.875482 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:04:09.875508 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0514 11:04:10.683484 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0514 11:04:14.647136 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0514 11:04:15.423404 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-67f476f8f8-x5twl] creating logical port openshift-monitoring_thanos-querier-67f476f8f8-x5twl for pod on switch ip-10-0-0-241.ec2.internal I0514 11:04:15.423525 3770 kube.go:256] Updating pod openshift-monitoring/thanos-querier-67f476f8f8-x5twl I0514 11:04:15.446572 3770 pod.go:62] [openshift-monitoring/thanos-querier-67f476f8f8-x5twl] pod update took 23.090697ms I0514 11:04:15.446598 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-67f476f8f8-x5twl] addLogicalPort annotation time took 23.123931ms I0514 11:04:15.447659 3770 pods.go:271] [openshift-monitoring/thanos-querier-67f476f8f8-x5twl] addLogicalPort took 24.28225ms, libovsdb time 775.78µs I0514 11:04:15.804793 3770 cni.go:452] [openshift-monitoring/thanos-querier-67f476f8f8-x5twl 754a8624675e1ee379c3e3c6f8717165ced46875eee4ae80137e7c8e93fe37ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-67f476f8f8-x5twl 754a8624675e1ee379c3e3c6f8717165ced46875eee4ae80137e7c8e93fe37ae network default NAD default NAD key ] I0514 11:04:15.814046 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-67f476f8f8-x5twl, hostIfaceName: 754a8624675e1ee, network: default, NAD default, SandboxID: "754a8624675e1ee379c3e3c6f8717165ced46875eee4ae80137e7c8e93fe37ae", PCI device ID: , UID: "3ee163bd-885d-4807-9835-5d26815a2c1b", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0514 11:04:15.866629 3770 cni.go:473] [openshift-monitoring/thanos-querier-67f476f8f8-x5twl 754a8624675e1ee379c3e3c6f8717165ced46875eee4ae80137e7c8e93fe37ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-67f476f8f8-x5twl 754a8624675e1ee379c3e3c6f8717165ced46875eee4ae80137e7c8e93fe37ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f7:6b:71:22:83\",\"name\":\"754a8624675e1ee\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e1a00ce-b835-409d-b69b-b83212bc492d\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:04:16.806602 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:16.806639 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:16.806647 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057967 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057989 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0514 11:04:17.057997 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0514 11:04:17.814771 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-t466s for pod on switch ip-10-0-0-241.ec2.internal I0514 11:04:17.814867 3770 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s I0514 11:04:17.838330 3770 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s] pod update took 23.489322ms I0514 11:04:17.838361 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s] addLogicalPort annotation time took 23.524314ms I0514 11:04:17.839673 3770 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s] addLogicalPort took 24.915801ms, libovsdb time 1.015813ms I0514 11:04:18.117183 3770 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-557667566b-v24xj] creating logical port openshift-monitoring_metrics-server-557667566b-v24xj for pod on switch ip-10-0-0-241.ec2.internal I0514 11:04:18.117277 3770 kube.go:256] Updating pod openshift-monitoring/metrics-server-557667566b-v24xj I0514 11:04:18.134544 3770 pod.go:62] [openshift-monitoring/metrics-server-557667566b-v24xj] pod update took 17.291388ms I0514 11:04:18.134563 3770 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-557667566b-v24xj] addLogicalPort annotation time took 17.316295ms I0514 11:04:18.135722 3770 pods.go:271] [openshift-monitoring/metrics-server-557667566b-v24xj] addLogicalPort took 18.552545ms, libovsdb time 864.724µs I0514 11:04:18.191072 3770 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s f61118b07a79f764c42e68638f90d83f24af6d0b1d07438886ed2ed178b670ba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s f61118b07a79f764c42e68638f90d83f24af6d0b1d07438886ed2ed178b670ba network default NAD default NAD key ] I0514 11:04:18.202555 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-t466s, hostIfaceName: f61118b07a79f76, network: default, NAD default, SandboxID: "f61118b07a79f764c42e68638f90d83f24af6d0b1d07438886ed2ed178b670ba", PCI device ID: , UID: "5abc2ce6-1eec-4c16-a19a-ad7f9caf06f3", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0514 11:04:18.253186 3770 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s f61118b07a79f764c42e68638f90d83f24af6d0b1d07438886ed2ed178b670ba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-t466s f61118b07a79f764c42e68638f90d83f24af6d0b1d07438886ed2ed178b670ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:53:74:3b:3a:cf\",\"name\":\"f61118b07a79f76\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcd7b72a-a7ed-4834-b0e0-862d25b0ec77\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:04:18.477996 3770 cni.go:452] [openshift-monitoring/metrics-server-557667566b-v24xj 28ff712f56e9d31f7e572afef6d741d994723b7d9b4f7bb2adff8951a9def354 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-557667566b-v24xj 28ff712f56e9d31f7e572afef6d741d994723b7d9b4f7bb2adff8951a9def354 network default NAD default NAD key ] I0514 11:04:18.492616 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-557667566b-v24xj, hostIfaceName: 28ff712f56e9d31, network: default, NAD default, SandboxID: "28ff712f56e9d31f7e572afef6d741d994723b7d9b4f7bb2adff8951a9def354", PCI device ID: , UID: "e27b929d-1db5-4acc-9778-34b25ec68f22", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0514 11:04:18.545618 3770 cni.go:473] [openshift-monitoring/metrics-server-557667566b-v24xj 28ff712f56e9d31f7e572afef6d741d994723b7d9b4f7bb2adff8951a9def354 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-557667566b-v24xj 28ff712f56e9d31f7e572afef6d741d994723b7d9b4f7bb2adff8951a9def354 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ad:c6:77:fa:d5\",\"name\":\"28ff712f56e9d31\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1f25194-823a-4064-801d-baf487c5a016\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:04:19.796623 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.796647 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.796653 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:19.796658 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:20.784985 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0514 11:04:20.810509 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0514 11:04:21.123380 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.123399 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.787631 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 11:04:21.850694 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0514 11:04:21.850710 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0514 11:04:23.212197 3770 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4sqbq] creating logical port openshift-console_downloads-5c54f4944f-4sqbq for pod on switch ip-10-0-0-241.ec2.internal I0514 11:04:23.212296 3770 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4sqbq I0514 11:04:23.250358 3770 pod.go:62] [openshift-console/downloads-5c54f4944f-4sqbq] pod update took 38.089498ms I0514 11:04:23.250382 3770 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4sqbq] addLogicalPort annotation time took 38.119704ms I0514 11:04:23.251539 3770 pods.go:271] [openshift-console/downloads-5c54f4944f-4sqbq] addLogicalPort took 39.386173ms, libovsdb time 856.862µs I0514 11:04:23.571459 3770 cni.go:452] [openshift-console/downloads-5c54f4944f-4sqbq 75baeb3c9fa4599a9ed0353dd21539599aa4a2a0d651aec78729748de589a57f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4sqbq 75baeb3c9fa4599a9ed0353dd21539599aa4a2a0d651aec78729748de589a57f network default NAD default NAD key ] I0514 11:04:23.581309 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4sqbq, hostIfaceName: 75baeb3c9fa4599, network: default, NAD default, SandboxID: "75baeb3c9fa4599a9ed0353dd21539599aa4a2a0d651aec78729748de589a57f", PCI device ID: , UID: "663664f3-4d5c-4008-aea0-53d443aa0f40", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0514 11:04:23.631803 3770 cni.go:473] [openshift-console/downloads-5c54f4944f-4sqbq 75baeb3c9fa4599a9ed0353dd21539599aa4a2a0d651aec78729748de589a57f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4sqbq 75baeb3c9fa4599a9ed0353dd21539599aa4a2a0d651aec78729748de589a57f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:4e:e2:c2:2a:50\",\"name\":\"75baeb3c9fa4599\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc06ead7-1a91-4b72-8ec9-f19afbeec869\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:04:23.877121 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877741 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877800 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877815 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0514 11:04:23.877836 3770 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:04:23.877847 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0514 11:04:24.904710 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0514 11:04:24.909187 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909208 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909221 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:24.909238 3770 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5l8lt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:04:25.023708 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.023732 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.023737 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.023741 3770 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 11:04:25.092751 3770 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0514 11:04:25.108237 3770 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0514 11:04:25.805098 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805116 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805122 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0514 11:04:25.805169 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0514 11:04:33.343404 3770 base_network_controller_pods.go:487] [default/openshift-console/console-f9bd499cf-wgqsn] creating logical port openshift-console_console-f9bd499cf-wgqsn for pod on switch ip-10-0-0-241.ec2.internal I0514 11:04:33.343527 3770 kube.go:256] Updating pod openshift-console/console-f9bd499cf-wgqsn I0514 11:04:33.364641 3770 pod.go:62] [openshift-console/console-f9bd499cf-wgqsn] pod update took 21.138898ms I0514 11:04:33.364679 3770 base_network_controller_pods.go:951] [default/openshift-console/console-f9bd499cf-wgqsn] addLogicalPort annotation time took 21.183775ms I0514 11:04:33.366015 3770 pods.go:271] [openshift-console/console-f9bd499cf-wgqsn] addLogicalPort took 22.626315ms, libovsdb time 999.789µs W0514 11:04:37.147935 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0514 11:04:38.074305 3770 cni.go:452] [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key ] I0514 11:04:38.083706 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f9bd499cf-wgqsn, hostIfaceName: 338add8eb49b80a, network: default, NAD default, SandboxID: "338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393", PCI device ID: , UID: "f1d5adf6-ef36-4c2a-9a53-dfb420e8e43b", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0514 11:04:38.135187 3770 cni.go:473] [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:82:92:e4:81:ea\",\"name\":\"338add8eb49b80a\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ae24e3c-7253-424a-8ab9-f30368485dd8\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:04:38.853262 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0514 11:04:38.886147 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0514 11:04:41.881553 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 11:04:42.142268 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0514 11:04:42.799020 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0514 11:04:43.902654 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 11:04:47.920981 3770 cni.go:452] [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key ] I0514 11:04:48.008771 3770 cni.go:473] [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6f8db9dd7d-dlh7f a944b97f8b64269d7ab3853f4d19f2ded3eeef58a26c3b6275ab33063ffcdcdf network default NAD default NAD key default], result "{}", err I0514 11:04:48.085260 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:48.085289 3770 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6f8db9dd7d-dlh7f I0514 11:04:48.086716 3770 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6f8db9dd7d-dlh7f, ips: 10.129.0.6 I0514 11:04:48.086752 3770 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:04:48.891904 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:48.891932 3770 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f8db9dd7d-dlh7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:04:48.896400 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f8db9dd7d-dlh7f I0514 11:04:48.896437 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f8db9dd7d-dlh7f W0514 11:04:56.228821 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0514 11:04:56.258085 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0514 11:05:03.264395 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0514 11:05:09.042779 3770 cni.go:452] [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key ] I0514 11:05:09.128821 3770 cni.go:473] [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f9bd499cf-wgqsn 338add8eb49b80a9392a388218240c9e27042451552f9b2eeb5c31ca11eb3393 network default NAD default NAD key default], result "{}", err I0514 11:05:09.204175 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-wgqsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:09.204217 3770 pods.go:176] Deleting pod: openshift-console/console-f9bd499cf-wgqsn I0514 11:05:09.205423 3770 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f9bd499cf-wgqsn, ips: 10.129.0.18 I0514 11:05:09.205450 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-wgqsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:09.214579 3770 base_network_controller_pods.go:487] [default/openshift-console/console-74499db6b5-d5tns] creating logical port openshift-console_console-74499db6b5-d5tns for pod on switch ip-10-0-0-241.ec2.internal I0514 11:05:09.214713 3770 kube.go:256] Updating pod openshift-console/console-74499db6b5-d5tns I0514 11:05:09.245112 3770 pod.go:62] [openshift-console/console-74499db6b5-d5tns] pod update took 30.429269ms I0514 11:05:09.245131 3770 base_network_controller_pods.go:951] [default/openshift-console/console-74499db6b5-d5tns] addLogicalPort annotation time took 30.451797ms I0514 11:05:09.246250 3770 pods.go:271] [openshift-console/console-74499db6b5-d5tns] addLogicalPort took 31.687728ms, libovsdb time 850.636µs I0514 11:05:09.642489 3770 cni.go:452] [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key ] I0514 11:05:09.652215 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74499db6b5-d5tns, hostIfaceName: 88267ee2fb64b60, network: default, NAD default, SandboxID: "88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6", PCI device ID: , UID: "b0cb32b7-feae-47b7-a094-2f4d25833e2e", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0514 11:05:09.701345 3770 cni.go:473] [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b5:e2:3d:de:43\",\"name\":\"88267ee2fb64b60\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7057fa20-5889-47e0-ada4-46b7030c2dcc\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:05:09.989292 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-wgqsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:09.989315 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-wgqsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:09.993085 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f9bd499cf-wgqsn I0514 11:05:09.993115 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f9bd499cf-wgqsn I0514 11:05:16.371620 3770 obj_retry.go:498] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:16.372170 3770 obj_retry.go:498] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:17.330002 3770 obj_retry.go:492] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:17.330029 3770 obj_retry.go:492] Detected object openshift-ingress/router-default-55bf659df5-5rjfk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:17.333756 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:05:17.333780 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55bf659df5-5rjfk I0514 11:05:18.351577 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-49prh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:18.352137 3770 obj_retry.go:498] Detected object openshift-console/console-f9bd499cf-49prh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:19.332273 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-49prh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:19.332297 3770 obj_retry.go:492] Detected object openshift-console/console-f9bd499cf-49prh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:19.339253 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f9bd499cf-49prh I0514 11:05:19.339275 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f9bd499cf-49prh W0514 11:05:20.033258 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 11:05:35.163153 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:35.163743 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:35.411867 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:35.411894 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:35.420214 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0514 11:05:35.420242 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0514 11:05:39.580911 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:39.581517 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:05:40.454474 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:40.454501 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:05:40.463604 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0514 11:05:40.463629 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0514 11:06:06.882115 3770 cni.go:452] [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key ] I0514 11:06:06.967444 3770 cni.go:473] [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74499db6b5-d5tns 88267ee2fb64b609b5dec18d4c7b8c3cbf31de66607839babd899f8d50db97c6 network default NAD default NAD key default], result "{}", err I0514 11:06:07.013351 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-d5tns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.013390 3770 pods.go:176] Deleting pod: openshift-console/console-74499db6b5-d5tns I0514 11:06:07.014609 3770 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74499db6b5-d5tns, ips: 10.129.0.19 I0514 11:06:07.014637 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-d5tns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.024778 3770 base_network_controller_pods.go:487] [default/openshift-console/console-6d84d4d597-lt2wm] creating logical port openshift-console_console-6d84d4d597-lt2wm for pod on switch ip-10-0-0-241.ec2.internal I0514 11:06:07.024861 3770 kube.go:256] Updating pod openshift-console/console-6d84d4d597-lt2wm I0514 11:06:07.038583 3770 pod.go:62] [openshift-console/console-6d84d4d597-lt2wm] pod update took 13.750029ms I0514 11:06:07.038607 3770 base_network_controller_pods.go:951] [default/openshift-console/console-6d84d4d597-lt2wm] addLogicalPort annotation time took 13.775941ms I0514 11:06:07.039745 3770 pods.go:271] [openshift-console/console-6d84d4d597-lt2wm] addLogicalPort took 14.981115ms, libovsdb time 834.655µs I0514 11:06:07.199822 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.200333 3770 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:07.315513 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.315534 3770 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.323340 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0514 11:06:07.323355 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0514 11:06:07.383917 3770 cni.go:452] [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key ] I0514 11:06:07.393936 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d84d4d597-lt2wm, hostIfaceName: 3fea3dc9e753649, network: default, NAD default, SandboxID: "3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a", PCI device ID: , UID: "83f9e3d5-0ea7-41a7-be7e-0110fd166b5a", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0514 11:06:07.443762 3770 cni.go:473] [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:cd:fa:19:24:ac\",\"name\":\"3fea3dc9e753649\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8180c05-5fde-4fea-ac56-452288184537\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:06:07.505249 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-d5tns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.505276 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-d5tns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:07.521262 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74499db6b5-d5tns I0514 11:06:07.521290 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74499db6b5-d5tns I0514 11:06:17.850881 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-rmt5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:17.851457 3770 obj_retry.go:498] Detected object openshift-console/console-74499db6b5-rmt5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0514 11:06:18.232133 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 11:06:18.365247 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-rmt5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:18.365268 3770 obj_retry.go:492] Detected object openshift-console/console-74499db6b5-rmt5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:18.368878 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74499db6b5-rmt5d I0514 11:06:18.368907 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74499db6b5-rmt5d I0514 11:06:43.064003 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:43.064543 3770 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:06:43.476395 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:43.476422 3770 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:06:43.483755 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0514 11:06:43.483776 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0514 11:08:15.446667 3770 cni.go:452] [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key ] I0514 11:08:15.521309 3770 cni.go:473] [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d84d4d597-lt2wm 3fea3dc9e7536491c062d9e8c837c0a8166b886c6ce40bf56beb339fbedd395a network default NAD default NAD key default], result "{}", err I0514 11:08:15.566093 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-lt2wm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:15.566128 3770 pods.go:176] Deleting pod: openshift-console/console-6d84d4d597-lt2wm I0514 11:08:15.567295 3770 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d84d4d597-lt2wm, ips: 10.129.0.20 I0514 11:08:15.567328 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-lt2wm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:15.578869 3770 base_network_controller_pods.go:487] [default/openshift-console/console-77454fb65d-cmpsk] creating logical port openshift-console_console-77454fb65d-cmpsk for pod on switch ip-10-0-0-241.ec2.internal I0514 11:08:15.579005 3770 kube.go:256] Updating pod openshift-console/console-77454fb65d-cmpsk I0514 11:08:15.626441 3770 kube.go:256] Updating pod openshift-console/console-77454fb65d-cmpsk I0514 11:08:15.638428 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-lt2wm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:15.638450 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-lt2wm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:15.646436 3770 pod.go:62] [openshift-console/console-77454fb65d-cmpsk] pod update took 67.493695ms I0514 11:08:15.646456 3770 base_network_controller_pods.go:951] [default/openshift-console/console-77454fb65d-cmpsk] addLogicalPort annotation time took 67.518246ms I0514 11:08:15.647022 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d84d4d597-lt2wm I0514 11:08:15.647046 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d84d4d597-lt2wm I0514 11:08:15.647629 3770 pods.go:271] [openshift-console/console-77454fb65d-cmpsk] addLogicalPort took 68.777126ms, libovsdb time 871.474µs I0514 11:08:15.937333 3770 cni.go:452] [openshift-console/console-77454fb65d-cmpsk 57336b64f221695fef7641d064c6b71e7050140d039da5042bc40a0ea5798a46 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77454fb65d-cmpsk 57336b64f221695fef7641d064c6b71e7050140d039da5042bc40a0ea5798a46 network default NAD default NAD key ] I0514 11:08:15.948283 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77454fb65d-cmpsk, hostIfaceName: 57336b64f221695, network: default, NAD default, SandboxID: "57336b64f221695fef7641d064c6b71e7050140d039da5042bc40a0ea5798a46", PCI device ID: , UID: "467561f8-95c9-4d6d-8c22-3ede7d49e0eb", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0514 11:08:15.997665 3770 cni.go:473] [openshift-console/console-77454fb65d-cmpsk 57336b64f221695fef7641d064c6b71e7050140d039da5042bc40a0ea5798a46 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77454fb65d-cmpsk 57336b64f221695fef7641d064c6b71e7050140d039da5042bc40a0ea5798a46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:3a:95:a7:20:1e\",\"name\":\"57336b64f221695\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98b13072-11c6-4494-ba0b-565535111a5d\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:08:17.463120 3770 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0514 11:08:26.133329 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-mgjnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:08:26.133883 3770 obj_retry.go:498] Detected object openshift-console/console-6d84d4d597-mgjnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0514 11:08:26.688317 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0514 11:08:27.133256 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-mgjnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:27.133280 3770 obj_retry.go:492] Detected object openshift-console/console-6d84d4d597-mgjnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:08:27.141101 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d84d4d597-mgjnn I0514 11:08:27.141121 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d84d4d597-mgjnn I0514 11:08:58.475231 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0514 11:09:13.351269 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0514 11:09:26.462928 3770 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-njlmn for pod on switch ip-10-0-0-241.ec2.internal I0514 11:09:26.463053 3770 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn I0514 11:09:26.484545 3770 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn] pod update took 21.522607ms I0514 11:09:26.484569 3770 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn] addLogicalPort annotation time took 21.550004ms I0514 11:09:26.485773 3770 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn] addLogicalPort took 22.862682ms, libovsdb time 902.801µs I0514 11:09:26.820735 3770 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn 502d1638b33482254f653468c6b085b995af5acb5160cead5f7f3c3978626cb0 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn 502d1638b33482254f653468c6b085b995af5acb5160cead5f7f3c3978626cb0 network default NAD default NAD key ] I0514 11:09:26.830512 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-njlmn, hostIfaceName: 502d1638b334822, network: default, NAD default, SandboxID: "502d1638b33482254f653468c6b085b995af5acb5160cead5f7f3c3978626cb0", PCI device ID: , UID: "108b589a-5ba0-431f-b193-f0d103774f6e", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0514 11:09:26.879537 3770 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn 502d1638b33482254f653468c6b085b995af5acb5160cead5f7f3c3978626cb0 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-njlmn 502d1638b33482254f653468c6b085b995af5acb5160cead5f7f3c3978626cb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7e:56:3a:be:30\",\"name\":\"502d1638b334822\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b04a357-687e-4f16-bca7-fdade8ef2f88\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:09:29.911450 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0514 11:09:40.922275 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0514 11:09:40.961417 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0514 11:09:40.961486 3770 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-862gp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-862gp: no pod IPs found I0514 11:09:47.463819 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 11:09:49.347177 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=145 I0514 11:10:00.197555 3770 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29645950-k5zjn for pod on switch ip-10-0-0-241.ec2.internal I0514 11:10:00.197677 3770 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn I0514 11:10:00.209342 3770 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn] pod update took 11.691504ms I0514 11:10:00.209364 3770 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn] addLogicalPort annotation time took 11.716022ms I0514 11:10:00.210605 3770 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn] addLogicalPort took 13.066598ms, libovsdb time 931.46µs I0514 11:10:00.581316 3770 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key ] I0514 11:10:00.590549 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29645950-k5zjn, hostIfaceName: d2712f4816da17d, network: default, NAD default, SandboxID: "d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f", PCI device ID: , UID: "3bc0f48c-b922-4a14-8cb7-f85527375702", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0514 11:10:00.640575 3770 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:cc:42:75:4f:b6\",\"name\":\"d2712f4816da17d\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/736df139-75db-4420-88fd-c5c3376970e9\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:10:05.036842 3770 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key ] I0514 11:10:05.118344 3770 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn d2712f4816da17df900631976aa1f34c80a4c6c9d7a94d2c0135823bf28daa5f network default NAD default NAD key default], result "{}", err I0514 11:10:05.160024 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:05.160084 3770 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn I0514 11:10:05.161347 3770 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn, ips: 10.129.0.23 I0514 11:10:05.161377 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:06.181399 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:06.181451 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645950-k5zjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:19.437028 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0514 11:10:44.640827 3770 namespace.go:98] [tsf] adding namespace I0514 11:10:44.641770 3770 namespace.go:102] [tsf] adding namespace took 921.467µs I0514 11:10:44.655014 3770 namespace.go:142] [tsf] updating namespace I0514 11:10:44.668011 3770 namespace.go:142] [tsf] updating namespace I0514 11:10:48.475611 3770 namespace.go:98] [rhbk-operator] adding namespace I0514 11:10:48.475740 3770 namespace.go:98] [rhtpa-operator] adding namespace I0514 11:10:48.476496 3770 namespace.go:102] [rhbk-operator] adding namespace took 865.595µs I0514 11:10:48.477065 3770 namespace.go:102] [rhtpa-operator] adding namespace took 1.308013ms I0514 11:10:48.478234 3770 namespace.go:98] [konflux-operator] adding namespace I0514 11:10:48.478741 3770 namespace.go:102] [konflux-operator] adding namespace took 488.522µs I0514 11:10:48.481794 3770 namespace.go:98] [konflux-ui] adding namespace I0514 11:10:48.481883 3770 namespace.go:98] [tsf-tas] adding namespace I0514 11:10:48.482118 3770 namespace.go:98] [tsf-keycloak] adding namespace I0514 11:10:48.482212 3770 namespace.go:98] [tsf-tpa] adding namespace I0514 11:10:48.482418 3770 namespace.go:102] [konflux-ui] adding namespace took 611.087µs I0514 11:10:48.482441 3770 namespace.go:98] [cert-manager-operator] adding namespace I0514 11:10:48.482861 3770 namespace.go:102] [cert-manager-operator] adding namespace took 413.495µs I0514 11:10:48.483450 3770 namespace.go:102] [tsf-tas] adding namespace took 1.55486ms I0514 11:10:48.483910 3770 namespace.go:102] [tsf-keycloak] adding namespace took 1.774949ms I0514 11:10:48.484485 3770 namespace.go:102] [tsf-tpa] adding namespace took 2.263174ms I0514 11:10:48.492693 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.515367 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.530942 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.543419 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.545790 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.572968 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.573172 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:48.596390 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.596408 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.596667 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.596719 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:10:48.602613 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:10:48.656077 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.667421 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:10:48.686462 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.710360 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:10:48.716146 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.728715 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:48.746056 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.768414 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:48.768478 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.783484 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:10:48.907592 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:48.912070 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:10:49.908302 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:10:49.915436 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:10:50.073626 3770 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-241.ec2.internal I0514 11:10:50.073762 3770 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0514 11:10:50.092783 3770 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.048831ms I0514 11:10:50.092819 3770 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.087038ms I0514 11:10:50.094004 3770 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.393598ms, libovsdb time 841.397µs I0514 11:10:50.452263 3770 cni.go:452] [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key ] I0514 11:10:50.461803 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: f578070fd63a90f, network: default, NAD default, SandboxID: "f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c", PCI device ID: , UID: "92c383b9-7cad-40cf-a275-282892f81ada", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0514 11:10:50.511572 3770 cni.go:473] [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:db:51:9a:81:18\",\"name\":\"f578070fd63a90f\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d067275a-97f9-4293-8a49-f5c68908e853\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:10:55.598552 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.599120 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.599153 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.599163 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:55.599183 3770 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:55.599192 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:56.614767 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615375 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615406 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615414 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:56.615425 3770 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:56.615430 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:56.628134 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628156 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628172 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:56.628186 3770 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fekhn9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.639601 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.639624 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.639641 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:57.639654 3770 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkclzm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:58.635319 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.635906 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.635936 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.635944 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:10:58.635975 3770 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:10:58.635983 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:10:59.670564 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670589 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670605 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:10:59.670622 3770 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6efrmsj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:01.764584 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765184 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765248 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765264 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:01.765285 3770 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:01.765294 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:02.653079 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653606 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653631 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653640 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:02.653667 3770 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:02.653675 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:02.744326 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744349 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744365 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.744378 3770 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7t85mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797051 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797075 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797087 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:02.797097 3770 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51svd46 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:03.693132 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693600 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693624 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693632 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0514 11:11:03.693648 3770 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0514 11:11:03.693657 3770 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0514 11:11:04.723775 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.723797 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.723810 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:04.723822 3770 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136c2659 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:11.435227 3770 namespace.go:98] [cert-manager] adding namespace I0514 11:11:11.436057 3770 namespace.go:102] [cert-manager] adding namespace took 799.756µs I0514 11:11:11.478358 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:11.504404 3770 namespace.go:142] [cert-manager] updating namespace W0514 11:11:17.096045 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0514 11:11:20.562235 3770 namespace.go:142] [openshift-operators] updating namespace I0514 11:11:20.581279 3770 namespace.go:142] [openshift-operators] updating namespace W0514 11:11:20.636813 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 11:11:20.636834 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0514 11:11:22.914270 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0514 11:11:24.486359 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.498790 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.523403 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0514 11:11:24.529269 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0514 11:11:29.736767 3770 namespace.go:142] [openshift-operators] updating namespace I0514 11:11:36.473387 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0514 11:11:38.413022 3770 cni.go:452] [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key ] I0514 11:11:38.489232 3770 cni.go:473] [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions f578070fd63a90fec5b946938740766ff99531bece976a61e61324a2aa1b481c network default NAD default NAD key default], result "{}", err I0514 11:11:38.546676 3770 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:38.546712 3770 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0514 11:11:38.547927 3770 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.24 I0514 11:11:38.547972 3770 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:11:38.575731 3770 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:38.575761 3770 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:11:38.585155 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0514 11:11:38.585176 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0514 11:11:39.389941 3770 namespace.go:98] [trusted-artifact-signer] adding namespace I0514 11:11:39.390933 3770 namespace.go:102] [trusted-artifact-signer] adding namespace took 947.022µs I0514 11:11:39.416321 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:39.429316 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:39.514772 3770 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-t8z8c for pod on switch ip-10-0-0-241.ec2.internal I0514 11:11:39.514878 3770 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c I0514 11:11:39.529998 3770 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c] pod update took 15.138698ms I0514 11:11:39.530028 3770 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c] addLogicalPort annotation time took 15.177784ms I0514 11:11:39.531151 3770 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c] addLogicalPort took 16.394288ms, libovsdb time 791.39µs I0514 11:11:39.894636 3770 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c 4469452f33bcabad0f8594ff9d6ae968a5bdebe4bd06d98f0b811097d2aea1da network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c 4469452f33bcabad0f8594ff9d6ae968a5bdebe4bd06d98f0b811097d2aea1da network default NAD default NAD key ] I0514 11:11:39.904385 3770 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-t8z8c, hostIfaceName: 4469452f33bcaba, network: default, NAD default, SandboxID: "4469452f33bcabad0f8594ff9d6ae968a5bdebe4bd06d98f0b811097d2aea1da", PCI device ID: , UID: "d021fdb0-4318-4e0b-a382-4bcf874a4426", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0514 11:11:39.954736 3770 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c 4469452f33bcabad0f8594ff9d6ae968a5bdebe4bd06d98f0b811097d2aea1da network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-t8z8c 4469452f33bcabad0f8594ff9d6ae968a5bdebe4bd06d98f0b811097d2aea1da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:16:61:3a:04:8b\",\"name\":\"4469452f33bcaba\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/209d6617-aa2d-4f28-a533-44fb58054ac9\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:11:40.227355 3770 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0514 11:11:40.246494 3770 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-241.ec2.internal I0514 11:11:40.246643 3770 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0514 11:11:40.268199 3770 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 21.590973ms I0514 11:11:40.268221 3770 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 21.61705ms I0514 11:11:40.269415 3770 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 22.940924ms, libovsdb time 893.935µs I0514 11:11:40.608899 3770 cni.go:452] [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key ] I0514 11:11:40.620503 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: e2bc3a2397216c4, network: default, NAD default, SandboxID: "e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b", PCI device ID: , UID: "546d0526-83dc-4959-a1b3-9c29c1a6b469", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0514 11:11:40.684578 3770 cni.go:473] [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b6:80:01:27:02\",\"name\":\"e2bc3a2397216c4\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2f19645-4cbf-4821-a404-0a435250b310\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:11:43.157578 3770 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-ncsfs for pod on switch ip-10-0-0-241.ec2.internal I0514 11:11:43.157700 3770 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs I0514 11:11:43.168553 3770 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-jlbcf for pod on switch ip-10-0-0-241.ec2.internal I0514 11:11:43.168719 3770 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf I0514 11:11:43.170652 3770 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs] pod update took 12.99036ms I0514 11:11:43.170674 3770 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs] addLogicalPort annotation time took 13.017901ms I0514 11:11:43.171983 3770 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs] addLogicalPort took 14.4286ms, libovsdb time 942.622µs I0514 11:11:43.182132 3770 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf] pod update took 13.448241ms I0514 11:11:43.182157 3770 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf] addLogicalPort annotation time took 13.478628ms I0514 11:11:43.183344 3770 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf] addLogicalPort took 14.814317ms, libovsdb time 865.377µs I0514 11:11:46.261858 3770 namespace.go:98] [openshift-pipelines] adding namespace I0514 11:11:46.262772 3770 namespace.go:102] [openshift-pipelines] adding namespace took 892.429µs I0514 11:11:46.293090 3770 namespace.go:142] [openshift-pipelines] updating namespace I0514 11:11:46.970592 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:47.174368 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:47.577286 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:47.732761 3770 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf 5030f2baf9fe42c1e0bdc11433757adfb86fc8d7a2d9c123a6c9b688102a9369 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf 5030f2baf9fe42c1e0bdc11433757adfb86fc8d7a2d9c123a6c9b688102a9369 network default NAD default NAD key ] I0514 11:11:47.742425 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-jlbcf, hostIfaceName: 5030f2baf9fe42c, network: default, NAD default, SandboxID: "5030f2baf9fe42c1e0bdc11433757adfb86fc8d7a2d9c123a6c9b688102a9369", PCI device ID: , UID: "5929f36b-b64c-4596-8e8b-ddd385a252db", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0514 11:11:47.776390 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:47.794067 3770 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf 5030f2baf9fe42c1e0bdc11433757adfb86fc8d7a2d9c123a6c9b688102a9369 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jlbcf 5030f2baf9fe42c1e0bdc11433757adfb86fc8d7a2d9c123a6c9b688102a9369 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:0f:6e:83:9e:74\",\"name\":\"5030f2baf9fe42c\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccb880f7-963d-41c1-9753-38a83cd881d6\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:11:47.978897 3770 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:48.321069 3770 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs 1c69b96f879b066a17b82b391bebaf2abbf5cc567e770b1acfbc7101f20d814b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs 1c69b96f879b066a17b82b391bebaf2abbf5cc567e770b1acfbc7101f20d814b network default NAD default NAD key ] I0514 11:11:48.332322 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-ncsfs, hostIfaceName: 1c69b96f879b066, network: default, NAD default, SandboxID: "1c69b96f879b066a17b82b391bebaf2abbf5cc567e770b1acfbc7101f20d814b", PCI device ID: , UID: "65772605-9f9a-4310-985f-6a6a426cb560", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0514 11:11:48.381323 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:11:48.382341 3770 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs 1c69b96f879b066a17b82b391bebaf2abbf5cc567e770b1acfbc7101f20d814b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ncsfs 1c69b96f879b066a17b82b391bebaf2abbf5cc567e770b1acfbc7101f20d814b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:55:01:66:b9:e5\",\"name\":\"1c69b96f879b066\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be8bed63-285c-4f66-b9b9-a463b94935bf\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:11:48.462615 3770 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0514 11:11:48.587520 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:48.800046 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:48.988342 3770 namespace.go:142] [tsf] updating namespace I0514 11:11:49.187152 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:49.388339 3770 namespace.go:142] [tsf-tas] updating namespace W0514 11:11:49.469334 3770 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0514 11:11:49.593515 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:49.716827 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:49.729465 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:49.738407 3770 namespace.go:142] [default] updating namespace I0514 11:11:49.749886 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:49.757204 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:49.766878 3770 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:49.774383 3770 namespace.go:142] [openshift] updating namespace I0514 11:11:49.785043 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:11:49.793528 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:49.802743 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:49.811808 3770 namespace.go:142] [tsf] updating namespace I0514 11:11:49.830932 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:49.849390 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:11:49.874189 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:49.969246 3770 namespace.go:142] [cert-manager] updating namespace I0514 11:11:50.070415 3770 namespace.go:142] [cert-manager-operator] updating namespace I0514 11:11:50.173711 3770 namespace.go:142] [default] updating namespace I0514 11:11:50.274122 3770 namespace.go:142] [konflux-operator] updating namespace I0514 11:11:50.376802 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:11:50.472068 3770 namespace.go:142] [open-cluster-management-2q9lkn65p7oc806cii9pjrig10qaidvt] updating namespace I0514 11:11:50.567512 3770 namespace.go:142] [openshift] updating namespace I0514 11:11:50.673207 3770 namespace.go:142] [rhbk-operator] updating namespace I0514 11:11:50.770656 3770 namespace.go:142] [rhtpa-operator] updating namespace I0514 11:11:50.867782 3770 namespace.go:142] [trusted-artifact-signer] updating namespace I0514 11:11:50.968436 3770 namespace.go:142] [tsf] updating namespace I0514 11:11:51.070535 3770 namespace.go:142] [tsf-keycloak] updating namespace I0514 11:11:51.170154 3770 namespace.go:142] [tsf-tas] updating namespace I0514 11:11:51.272422 3770 namespace.go:142] [tsf-tpa] updating namespace I0514 11:11:52.000563 3770 namespace.go:142] [openshift-pipelines] updating namespace I0514 11:11:52.354278 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=95 I0514 11:11:59.894192 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-49xpk for pod on switch ip-10-0-0-241.ec2.internal I0514 11:11:59.894296 3770 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk I0514 11:11:59.914426 3770 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk] pod update took 20.158102ms I0514 11:11:59.914447 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk] addLogicalPort annotation time took 20.183987ms I0514 11:11:59.915642 3770 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk] addLogicalPort took 21.466619ms, libovsdb time 874.663µs I0514 11:12:00.062220 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz for pod on switch ip-10-0-0-241.ec2.internal I0514 11:12:00.062308 3770 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz I0514 11:12:00.081369 3770 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz] pod update took 19.088034ms I0514 11:12:00.081390 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz] addLogicalPort annotation time took 19.114295ms I0514 11:12:00.082462 3770 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz] addLogicalPort took 20.253913ms, libovsdb time 761.998µs I0514 11:12:00.437711 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0514 11:12:00.457861 3770 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk ae2d10ae5965201af5c732a5a4a8a864e7de69583acfa60a6400ff577c32cd45 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk ae2d10ae5965201af5c732a5a4a8a864e7de69583acfa60a6400ff577c32cd45 network default NAD default NAD key ] I0514 11:12:00.467432 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-49xpk, hostIfaceName: ae2d10ae5965201, network: default, NAD default, SandboxID: "ae2d10ae5965201af5c732a5a4a8a864e7de69583acfa60a6400ff577c32cd45", PCI device ID: , UID: "8352f0d9-3242-4894-ad21-741dfe71c533", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0514 11:12:00.495155 3770 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz c856feff199d7d1caee3105ca4e4efecd451d0788b6388ba9419943853d2fc5b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz c856feff199d7d1caee3105ca4e4efecd451d0788b6388ba9419943853d2fc5b network default NAD default NAD key ] I0514 11:12:00.504532 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz, hostIfaceName: c856feff199d7d1, network: default, NAD default, SandboxID: "c856feff199d7d1caee3105ca4e4efecd451d0788b6388ba9419943853d2fc5b", PCI device ID: , UID: "904ba100-ec10-4aee-ad71-0e17c8737f2a", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0514 11:12:00.521573 3770 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk ae2d10ae5965201af5c732a5a4a8a864e7de69583acfa60a6400ff577c32cd45 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-49xpk ae2d10ae5965201af5c732a5a4a8a864e7de69583acfa60a6400ff577c32cd45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:7b:69:70:f6:c1\",\"name\":\"ae2d10ae5965201\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9b9a24a-29e5-43e7-a6b4-5a071f75deed\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:12:00.554207 3770 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz c856feff199d7d1caee3105ca4e4efecd451d0788b6388ba9419943853d2fc5b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p4tmz c856feff199d7d1caee3105ca4e4efecd451d0788b6388ba9419943853d2fc5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:1a:90:2c:4d:8d\",\"name\":\"c856feff199d7d1\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f7c0cf3-5b11-413d-8e13-bf3c4c5d24ed\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:12:02.458159 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0514 11:12:03.093339 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.093363 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.093370 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0514 11:12:03.886642 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886663 3770 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886668 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0514 11:12:03.886673 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0514 11:12:04.359845 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=739 W0514 11:12:05.573468 3770 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:05.573488 3770 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:05.573494 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:09.475887 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0514 11:12:10.349867 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0514 11:12:10.481061 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0514 11:12:16.553070 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:16.553088 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0514 11:12:16.553094 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0514 11:12:24.447616 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0514 11:12:25.453087 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0514 11:12:26.970894 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0514 11:12:33.686437 3770 cni.go:452] [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key ] I0514 11:12:33.766944 3770 cni.go:473] [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure e2bc3a2397216c42b79d1899853253e21b21eeef0bd646bce2e8bf4bf5815c0b network default NAD default NAD key default], result "{}", err I0514 11:12:33.818608 3770 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:12:33.818642 3770 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0514 11:12:33.820198 3770 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.26 I0514 11:12:33.820226 3770 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:12:33.842057 3770 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:12:33.842083 3770 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:12:33.850348 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0514 11:12:33.850372 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0514 11:12:34.986673 3770 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-241.ec2.internal I0514 11:12:34.986830 3770 kube.go:256] Updating pod tsf/test-tsf-iam I0514 11:12:35.002369 3770 pod.go:62] [tsf/test-tsf-iam] pod update took 15.576511ms I0514 11:12:35.002398 3770 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.609603ms I0514 11:12:35.003710 3770 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.05764ms, libovsdb time 932.672µs I0514 11:12:35.349608 3770 cni.go:452] [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key ] I0514 11:12:35.359762 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6d02f2d2ddc5ff5, network: default, NAD default, SandboxID: "6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e", PCI device ID: , UID: "599aa71c-2866-417e-98e5-d24c0bef8c13", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0514 11:12:35.412860 3770 cni.go:473] [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:90:dd:5f:01:4f\",\"name\":\"6d02f2d2ddc5ff5\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64f8cc5d-e4f4-457e-85ea-0537176c8bbe\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:12:35.854272 3770 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0514 11:12:35.854966 3770 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0514 11:12:35.854992 3770 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0514 11:12:35.857018 3770 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0514 11:12:36.224008 3770 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-241.ec2.internal I0514 11:12:36.224127 3770 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0514 11:12:36.241511 3770 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.408677ms I0514 11:12:36.241604 3770 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.509076ms I0514 11:12:36.242897 3770 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.904285ms, libovsdb time 948.392µs I0514 11:12:36.891621 3770 cni.go:452] [tsf-keycloak/keycloak-0 91a84542a8f6124c323e6dd6987a1a4bca8718a1e24f9fbc6c572d3e44c1814c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 91a84542a8f6124c323e6dd6987a1a4bca8718a1e24f9fbc6c572d3e44c1814c network default NAD default NAD key ] I0514 11:12:36.901632 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 91a84542a8f6124, network: default, NAD default, SandboxID: "91a84542a8f6124c323e6dd6987a1a4bca8718a1e24f9fbc6c572d3e44c1814c", PCI device ID: , UID: "e762f5f2-1fb4-4e92-8714-5de497b985b2", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0514 11:12:36.955913 3770 cni.go:473] [tsf-keycloak/keycloak-0 91a84542a8f6124c323e6dd6987a1a4bca8718a1e24f9fbc6c572d3e44c1814c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 91a84542a8f6124c323e6dd6987a1a4bca8718a1e24f9fbc6c572d3e44c1814c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:7a:8a:99:2d:21\",\"name\":\"91a84542a8f6124\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7579456e-3271-4e80-b6bf-5332e89c0315\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:12:43.963467 3770 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0514 11:12:44.474263 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0514 11:12:45.754862 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0514 11:12:45.754881 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0514 11:12:45.764240 3770 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0514 11:12:45.764261 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0514 11:12:47.349562 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=88 W0514 11:13:08.195342 3770 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:08.195361 3770 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:08.195368 3770 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0514 11:13:09.137852 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0514 11:13:09.137872 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0514 11:13:09.138028 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0514 11:13:09.138043 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0514 11:13:22.442362 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0514 11:13:25.963675 3770 cni.go:452] [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key ] I0514 11:13:26.041112 3770 cni.go:473] [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 6d02f2d2ddc5ff586217d7b1a611e4b7555b2a5ef1b1493eedbe2c795dab1d6e network default NAD default NAD key default], result "{}", err I0514 11:13:26.091562 3770 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:26.091605 3770 pods.go:176] Deleting pod: tsf/test-tsf-iam I0514 11:13:26.093037 3770 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.31 I0514 11:13:26.093072 3770 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:26.142751 3770 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:26.142782 3770 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:26.146273 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0514 11:13:26.146301 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0514 11:13:27.092875 3770 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-241.ec2.internal I0514 11:13:27.093000 3770 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0514 11:13:27.114567 3770 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 21.62411ms I0514 11:13:27.114594 3770 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 21.656974ms I0514 11:13:27.115837 3770 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 22.980414ms, libovsdb time 841.723µs I0514 11:13:27.460572 3770 cni.go:452] [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key ] I0514 11:13:27.470247 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 39989ce7fc416a7, network: default, NAD default, SandboxID: "39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178", PCI device ID: , UID: "781335a8-ddbf-4e1d-a028-a79e1caf7b36", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0514 11:13:27.523595 3770 cni.go:473] [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:8b:1c:b8:b2:17\",\"name\":\"39989ce7fc416a7\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbe894c7-3799-4b71-b74e-c58c9ab1dcd7\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:13:28.070582 3770 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-pmkhh-pls2h] creating logical port tsf-tas_segment-backup-installation-pmkhh-pls2h for pod on switch ip-10-0-0-241.ec2.internal I0514 11:13:28.070711 3770 kube.go:256] Updating pod tsf-tas/segment-backup-installation-pmkhh-pls2h I0514 11:13:28.082050 3770 pod.go:62] [tsf-tas/segment-backup-installation-pmkhh-pls2h] pod update took 11.36982ms I0514 11:13:28.082079 3770 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-pmkhh-pls2h] addLogicalPort annotation time took 11.410685ms I0514 11:13:28.083335 3770 pods.go:271] [tsf-tas/segment-backup-installation-pmkhh-pls2h] addLogicalPort took 12.773919ms, libovsdb time 871.734µs I0514 11:13:28.433317 3770 cni.go:452] [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key ] I0514 11:13:28.443657 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-pmkhh-pls2h, hostIfaceName: 9c2ff76e7366e40, network: default, NAD default, SandboxID: "9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2", PCI device ID: , UID: "77e7d4e8-cc64-454a-8e20-c098dde7c568", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0514 11:13:28.498184 3770 cni.go:473] [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:10:00:d2:81:3c\",\"name\":\"9c2ff76e7366e40\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/416586d3-fd7d-4bac-9bb8-1b891709b7df\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:13:28.727739 3770 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6cd494bc5c-5h2sr] creating logical port tsf-tas_fulcio-server-6cd494bc5c-5h2sr for pod on switch ip-10-0-0-241.ec2.internal I0514 11:13:28.727835 3770 kube.go:256] Updating pod tsf-tas/fulcio-server-6cd494bc5c-5h2sr I0514 11:13:28.745375 3770 pod.go:62] [tsf-tas/fulcio-server-6cd494bc5c-5h2sr] pod update took 17.567203ms I0514 11:13:28.745407 3770 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6cd494bc5c-5h2sr] addLogicalPort annotation time took 17.602707ms I0514 11:13:28.746806 3770 pods.go:271] [tsf-tas/fulcio-server-6cd494bc5c-5h2sr] addLogicalPort took 19.08361ms, libovsdb time 881.885µs I0514 11:13:29.098239 3770 cni.go:452] [tsf-tas/fulcio-server-6cd494bc5c-5h2sr b6981047e6491fcc9ae58659a796b901a5f8a5db5727a7c9a6404fc457aeea17 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6cd494bc5c-5h2sr b6981047e6491fcc9ae58659a796b901a5f8a5db5727a7c9a6404fc457aeea17 network default NAD default NAD key ] I0514 11:13:29.110760 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6cd494bc5c-5h2sr, hostIfaceName: b6981047e6491fc, network: default, NAD default, SandboxID: "b6981047e6491fcc9ae58659a796b901a5f8a5db5727a7c9a6404fc457aeea17", PCI device ID: , UID: "2f65bfb3-145f-4a25-b15f-d04dd7ee4b74", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0514 11:13:29.177210 3770 cni.go:473] [tsf-tas/fulcio-server-6cd494bc5c-5h2sr b6981047e6491fcc9ae58659a796b901a5f8a5db5727a7c9a6404fc457aeea17 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6cd494bc5c-5h2sr b6981047e6491fcc9ae58659a796b901a5f8a5db5727a7c9a6404fc457aeea17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:70:8a:ce:87:fd\",\"name\":\"b6981047e6491fc\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34f5443c-8b94-4c07-93bc-158c7ac0190c\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:13:29.259282 3770 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-vxs75-jtvl9] creating logical port tsf-tas_rekor-createtree-job-vxs75-jtvl9 for pod on switch ip-10-0-0-241.ec2.internal I0514 11:13:29.259421 3770 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-vxs75-jtvl9 I0514 11:13:29.274009 3770 pod.go:62] [tsf-tas/rekor-createtree-job-vxs75-jtvl9] pod update took 14.614399ms I0514 11:13:29.274044 3770 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-vxs75-jtvl9] addLogicalPort annotation time took 14.658707ms I0514 11:13:29.275777 3770 pods.go:271] [tsf-tas/rekor-createtree-job-vxs75-jtvl9] addLogicalPort took 16.517702ms, libovsdb time 1.250036ms I0514 11:13:29.634156 3770 cni.go:452] [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key ] I0514 11:13:29.648614 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-vxs75-jtvl9, hostIfaceName: 99e482ea85ff5a2, network: default, NAD default, SandboxID: "99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae", PCI device ID: , UID: "10c2f50a-32c4-4354-839e-5992c156189d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0514 11:13:29.718706 3770 cni.go:473] [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d2:7c:90:42:fe\",\"name\":\"99e482ea85ff5a2\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac86a7b7-5197-44ad-8196-c529ebfcfb62\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:13:31.965862 3770 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-54758588c-k9bnk] creating logical port tsf-tas_trillian-db-54758588c-k9bnk for pod on switch ip-10-0-0-241.ec2.internal I0514 11:13:31.966156 3770 kube.go:256] Updating pod tsf-tas/trillian-db-54758588c-k9bnk I0514 11:13:31.980330 3770 pod.go:62] [tsf-tas/trillian-db-54758588c-k9bnk] pod update took 14.199701ms I0514 11:13:31.980360 3770 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-54758588c-k9bnk] addLogicalPort annotation time took 14.237678ms I0514 11:13:31.981844 3770 pods.go:271] [tsf-tas/trillian-db-54758588c-k9bnk] addLogicalPort took 16.004201ms, libovsdb time 1.058089ms W0514 11:13:32.028033 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0514 11:13:32.028058 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0514 11:13:33.025164 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0514 11:13:33.025192 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0514 11:13:33.966665 3770 namespace.go:142] [openshift-pipelines] updating namespace W0514 11:13:37.394252 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0514 11:13:38.598600 3770 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-mc6tz for pod on switch ip-10-0-0-241.ec2.internal I0514 11:13:38.598731 3770 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz I0514 11:13:38.616237 3770 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz] pod update took 17.530429ms I0514 11:13:38.616264 3770 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz] addLogicalPort annotation time took 17.564733ms I0514 11:13:38.617608 3770 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz] addLogicalPort took 19.022059ms, libovsdb time 930.076µs I0514 11:13:38.961503 3770 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz c809429e740d8d8d418146bccca9be392d5425e671073d2a84f50306279a9d2f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz c809429e740d8d8d418146bccca9be392d5425e671073d2a84f50306279a9d2f network default NAD default NAD key ] I0514 11:13:38.971324 3770 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-mc6tz, hostIfaceName: c809429e740d8d8, network: default, NAD default, SandboxID: "c809429e740d8d8d418146bccca9be392d5425e671073d2a84f50306279a9d2f", PCI device ID: , UID: "6e297288-17df-4e9b-9a92-8a2b8be132f0", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0514 11:13:39.029121 3770 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz c809429e740d8d8d418146bccca9be392d5425e671073d2a84f50306279a9d2f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mc6tz c809429e740d8d8d418146bccca9be392d5425e671073d2a84f50306279a9d2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:d7:72:fa:93:c8\",\"name\":\"c809429e740d8d8\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91659f13-0579-451b-9730-d870bc3b49d6\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:13:39.229530 3770 cni.go:452] [tsf-tas/trillian-db-54758588c-k9bnk a0a3143c7ec38c4d64743163bac163b481815e39ac2f575a39b6d31a9ed5c78d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-54758588c-k9bnk a0a3143c7ec38c4d64743163bac163b481815e39ac2f575a39b6d31a9ed5c78d network default NAD default NAD key ] I0514 11:13:39.239727 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-54758588c-k9bnk, hostIfaceName: a0a3143c7ec38c4, network: default, NAD default, SandboxID: "a0a3143c7ec38c4d64743163bac163b481815e39ac2f575a39b6d31a9ed5c78d", PCI device ID: , UID: "25ac9760-9cd6-4e12-81be-09a5a4c2c19b", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0514 11:13:39.296431 3770 cni.go:473] [tsf-tas/trillian-db-54758588c-k9bnk a0a3143c7ec38c4d64743163bac163b481815e39ac2f575a39b6d31a9ed5c78d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-54758588c-k9bnk a0a3143c7ec38c4d64743163bac163b481815e39ac2f575a39b6d31a9ed5c78d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:37:36:57:8e:e0\",\"name\":\"a0a3143c7ec38c4\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83f42d09-39a0-4005-ad8f-51ec625de51f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:13:39.603093 3770 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0514 11:13:41.062467 3770 cni.go:452] [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key ] I0514 11:13:41.159442 3770 cni.go:473] [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-pmkhh-pls2h 9c2ff76e7366e40df8e9fc9fd20487a21de10e5697835a62444a5dfa080f1fc2 network default NAD default NAD key default], result "{}", err W0514 11:13:41.626422 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0514 11:13:41.626443 3770 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0514 11:13:41.681205 3770 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:41.681243 3770 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-pmkhh-pls2h I0514 11:13:41.682738 3770 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-pmkhh-pls2h, ips: 10.129.0.34 I0514 11:13:41.682774 3770 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:42.569002 3770 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:13:42.569633 3770 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0514 11:13:42.625545 3770 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0514 11:13:42.702236 3770 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:42.702267 3770 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-pmkhh-pls2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:13:43.084231 3770 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0514 11:13:43.448024 3770 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:13:43.448054 3770 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-v5pr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:13:54.129463 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0514 11:14:16.234034 3770 cni.go:452] [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key ] I0514 11:14:16.315409 3770 cni.go:473] [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 39989ce7fc416a719007e30bb2b692594d3a1a4f71f4e399ab6b2674a713f178 network default NAD default NAD key default], result "{}", err I0514 11:14:16.365040 3770 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:16.365083 3770 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0514 11:14:16.366716 3770 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.33 I0514 11:14:16.366753 3770 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:16.387188 3770 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:16.387212 3770 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:16.394782 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0514 11:14:16.394819 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0514 11:14:17.154218 3770 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-99ms5] creating logical port tsf_patch-tekton-config-99ms5 for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:17.154329 3770 kube.go:256] Updating pod tsf/patch-tekton-config-99ms5 I0514 11:14:17.167543 3770 pod.go:62] [tsf/patch-tekton-config-99ms5] pod update took 13.243431ms I0514 11:14:17.167572 3770 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-99ms5] addLogicalPort annotation time took 13.28171ms I0514 11:14:17.168778 3770 pods.go:271] [tsf/patch-tekton-config-99ms5] addLogicalPort took 14.583226ms, libovsdb time 853.746µs I0514 11:14:17.515248 3770 cni.go:452] [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key ] I0514 11:14:17.524862 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-99ms5, hostIfaceName: 38e6b8fbf02f06e, network: default, NAD default, SandboxID: "38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d", PCI device ID: , UID: "594207f5-6512-4f0b-9a8d-b8b05b3e704e", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0514 11:14:17.578011 3770 cni.go:473] [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e9:bf:1f:90:75\",\"name\":\"38e6b8fbf02f06e\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7a0be4f-f5f5-4ea4-a905-b46ed3b0bc5e\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:14:20.965869 3770 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:20.966581 3770 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:21.850232 3770 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:21.850260 3770 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-kfngg-wnlh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:25.297914 3770 cni.go:452] [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key ] I0514 11:14:25.386817 3770 cni.go:473] [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-99ms5 38e6b8fbf02f06eb8566c0c87cbbc8c9a010d80a60233a5b61857791c9d1073d network default NAD default NAD key default], result "{}", err I0514 11:14:25.438991 3770 obj_retry.go:498] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:25.439026 3770 pods.go:176] Deleting pod: tsf/patch-tekton-config-99ms5 I0514 11:14:25.440327 3770 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-99ms5, ips: 10.129.0.39 I0514 11:14:25.440364 3770 obj_retry.go:498] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:26.317354 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:26.317380 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:26.430582 3770 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-2dzpx] creating logical port tsf_tsf-tekton-configuration-2dzpx for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:26.430681 3770 kube.go:256] Updating pod tsf/tsf-tekton-configuration-2dzpx I0514 11:14:26.443312 3770 pod.go:62] [tsf/tsf-tekton-configuration-2dzpx] pod update took 12.65646ms I0514 11:14:26.443342 3770 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-2dzpx] addLogicalPort annotation time took 12.692425ms I0514 11:14:26.444500 3770 pods.go:271] [tsf/tsf-tekton-configuration-2dzpx] addLogicalPort took 13.94103ms, libovsdb time 796.838µs W0514 11:14:26.668099 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0514 11:14:26.789819 3770 cni.go:452] [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key ] I0514 11:14:26.799696 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-2dzpx, hostIfaceName: 2fee05e197c1c19, network: default, NAD default, SandboxID: "2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d", PCI device ID: , UID: "6e3902af-152a-440c-b525-ee6f3ea0deca", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0514 11:14:26.853827 3770 cni.go:473] [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:95:01:e4:10:93\",\"name\":\"2fee05e197c1c19\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1c939aa-9994-4206-9d1f-20d79c88de88\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:14:27.315874 3770 cni.go:452] [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key ] I0514 11:14:27.405058 3770 cni.go:473] [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-vxs75-jtvl9 99e482ea85ff5a2ea6161ea413a0b788781b7b60b6c91ade6629eb3440c1c8ae network default NAD default NAD key default], result "{}", err I0514 11:14:27.452018 3770 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:27.452049 3770 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-vxs75-jtvl9 I0514 11:14:27.453563 3770 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-vxs75-jtvl9, ips: 10.129.0.36 I0514 11:14:27.453598 3770 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:28.325728 3770 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:28.325757 3770 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vxs75-jtvl9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:30.781683 3770 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5] creating logical port tsf-tas_rekor-search-ui-f44ddc9cf-lbnd5 for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:30.781772 3770 kube.go:256] Updating pod tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5 I0514 11:14:30.797660 3770 pod.go:62] [tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5] pod update took 15.909131ms I0514 11:14:30.797686 3770 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5] addLogicalPort annotation time took 15.940717ms I0514 11:14:30.799035 3770 pods.go:271] [tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5] addLogicalPort took 17.369996ms, libovsdb time 937.288µs I0514 11:14:31.837191 3770 cni.go:452] [tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5 7e63726ef466b40ad55e3172f7f911cf326adfa8133fed9eb05ca2935151d6f2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5 7e63726ef466b40ad55e3172f7f911cf326adfa8133fed9eb05ca2935151d6f2 network default NAD default NAD key ] I0514 11:14:31.848584 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-f44ddc9cf-lbnd5, hostIfaceName: 7e63726ef466b40, network: default, NAD default, SandboxID: "7e63726ef466b40ad55e3172f7f911cf326adfa8133fed9eb05ca2935151d6f2", PCI device ID: , UID: "8098617c-ce2d-43e3-a685-0fc8e2547c29", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0514 11:14:31.904522 3770 cni.go:473] [tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5 7e63726ef466b40ad55e3172f7f911cf326adfa8133fed9eb05ca2935151d6f2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-f44ddc9cf-lbnd5 7e63726ef466b40ad55e3172f7f911cf326adfa8133fed9eb05ca2935151d6f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a9:29:70:8c:1f\",\"name\":\"7e63726ef466b40\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/459fb475-64a6-411f-b489-2001c5d618be\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:14:33.350718 3770 cni.go:452] [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key ] I0514 11:14:33.437885 3770 cni.go:473] [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-2dzpx 2fee05e197c1c19c4f7592ddd611eb2d386f9d23716082ef78e89c98387fc68d network default NAD default NAD key default], result "{}", err I0514 11:14:34.295097 3770 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2dzpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:34.295138 3770 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-2dzpx I0514 11:14:34.296451 3770 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-2dzpx, ips: 10.129.0.40 I0514 11:14:34.296484 3770 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-2dzpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:35.318366 3770 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2dzpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.318398 3770 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-2dzpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0514 11:14:35.355518 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0514 11:14:35.362185 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.362215 3770 obj_retry.go:492] Detected object tsf/patch-tekton-config-99ms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:35.366926 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-99ms5 I0514 11:14:35.366943 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-99ms5 I0514 11:14:36.075311 3770 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:36.075454 3770 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0514 11:14:36.089986 3770 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.56614ms I0514 11:14:36.090093 3770 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.687483ms I0514 11:14:36.092257 3770 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.959471ms, libovsdb time 1.234905ms I0514 11:14:36.435774 3770 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key ] I0514 11:14:36.446036 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e3d38012e4e0373, network: default, NAD default, SandboxID: "e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104", PCI device ID: , UID: "1bf81916-c0cd-4be1-8c1c-50a348822134", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0514 11:14:36.500351 3770 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ff:f2:38:66:42\",\"name\":\"e3d38012e4e0373\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71889c36-cd85-45f1-98c4-aa844edf75b4\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:14:36.730699 3770 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0514 11:14:39.381505 3770 cni.go:452] [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key ] I0514 11:14:39.473778 3770 cni.go:473] [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e3d38012e4e0373634433172fc6f3468f5e1e921395d9b2385d2ecfae38f5104 network default NAD default NAD key default], result "{}", err I0514 11:14:39.552792 3770 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:39.552846 3770 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0514 11:14:39.554584 3770 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.42 I0514 11:14:39.554614 3770 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:39.579719 3770 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:39.579746 3770 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:39.583904 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0514 11:14:39.583927 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0514 11:14:39.899782 3770 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:39.899910 3770 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0514 11:14:39.928762 3770 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 28.876763ms I0514 11:14:39.928787 3770 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 28.907707ms I0514 11:14:39.930044 3770 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 30.275662ms, libovsdb time 846.716µs I0514 11:14:40.258171 3770 cni.go:452] [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key ] I0514 11:14:40.267898 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: bc279d9adb90eb4, network: default, NAD default, SandboxID: "bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a", PCI device ID: , UID: "026f2cf7-416a-4109-a75f-f97d5154d82d", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0514 11:14:40.321693 3770 cni.go:473] [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:bb:14:88:9e:89\",\"name\":\"bc279d9adb90eb4\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31438772-62c5-402d-9367-ef12b3bdbd33\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:14:40.933887 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0514 11:14:40.999852 3770 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-dqv4v] creating logical port tsf-tpa_create-db-dqv4v for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:40.999973 3770 kube.go:256] Updating pod tsf-tpa/create-db-dqv4v I0514 11:14:41.014191 3770 pod.go:62] [tsf-tpa/create-db-dqv4v] pod update took 14.264905ms I0514 11:14:41.014217 3770 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-dqv4v] addLogicalPort annotation time took 14.294642ms I0514 11:14:41.015526 3770 pods.go:271] [tsf-tpa/create-db-dqv4v] addLogicalPort took 15.688064ms, libovsdb time 913.41µs I0514 11:14:41.360910 3770 cni.go:452] [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key ] I0514 11:14:41.371333 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-dqv4v, hostIfaceName: 30875528ce492de, network: default, NAD default, SandboxID: "30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b", PCI device ID: , UID: "4ffd283e-cb63-41b2-ba1d-901897953117", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0514 11:14:41.427179 3770 cni.go:473] [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e9:51:0a:f6:4d\",\"name\":\"30875528ce492de\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b64dbdd-0544-44ad-918c-4761216ca7ea\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:14:45.420066 3770 cni.go:452] [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key ] I0514 11:14:45.498831 3770 cni.go:473] [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-dqv4v 30875528ce492de2e3885689271c300206951b3fe26f2b149c696c9adb0dd90b network default NAD default NAD key default], result "{}", err I0514 11:14:45.548702 3770 obj_retry.go:498] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:45.548737 3770 pods.go:176] Deleting pod: tsf-tpa/create-db-dqv4v I0514 11:14:45.550032 3770 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-dqv4v, ips: 10.129.0.44 I0514 11:14:45.550056 3770 obj_retry.go:498] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:46.572923 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:46.572965 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:46.676864 3770 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-jl2dn] creating logical port tsf-tpa_migrate-db-jl2dn for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:46.677003 3770 kube.go:256] Updating pod tsf-tpa/migrate-db-jl2dn I0514 11:14:46.689550 3770 pod.go:62] [tsf-tpa/migrate-db-jl2dn] pod update took 12.600005ms I0514 11:14:46.689580 3770 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-jl2dn] addLogicalPort annotation time took 12.634214ms I0514 11:14:46.690911 3770 pods.go:271] [tsf-tpa/migrate-db-jl2dn] addLogicalPort took 14.069051ms, libovsdb time 897.752µs I0514 11:14:47.042218 3770 cni.go:452] [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key ] I0514 11:14:47.052263 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-jl2dn, hostIfaceName: ee7bb91519f1936, network: default, NAD default, SandboxID: "ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0", PCI device ID: , UID: "170785d1-651c-4a02-b13e-1115e87e2079", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0514 11:14:47.108392 3770 cni.go:473] [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:74:d0:44:2e:03\",\"name\":\"ee7bb91519f1936\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c256869-88c9-4135-a874-57eac561144c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:14:47.411175 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0514 11:14:49.443948 3770 cni.go:452] [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key ] I0514 11:14:49.531975 3770 cni.go:473] [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-jl2dn ee7bb91519f1936caf84536c408e1c8f1af217973c149b162113c02db6ba0bc0 network default NAD default NAD key default], result "{}", err I0514 11:14:49.580904 3770 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:49.580940 3770 pods.go:176] Deleting pod: tsf-tpa/migrate-db-jl2dn I0514 11:14:49.582260 3770 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-jl2dn, ips: 10.129.0.45 I0514 11:14:49.582293 3770 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:49.710371 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:49.710396 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:52.882906 3770 base_network_controller_pods.go:487] [default/tsf-tpa/server-6667747995-ltzhh] creating logical port tsf-tpa_server-6667747995-ltzhh for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:52.883035 3770 kube.go:256] Updating pod tsf-tpa/server-6667747995-ltzhh I0514 11:14:52.901581 3770 pod.go:62] [tsf-tpa/server-6667747995-ltzhh] pod update took 18.578101ms I0514 11:14:52.901605 3770 base_network_controller_pods.go:951] [default/tsf-tpa/server-6667747995-ltzhh] addLogicalPort annotation time took 18.608436ms I0514 11:14:52.902855 3770 pods.go:271] [tsf-tpa/server-6667747995-ltzhh] addLogicalPort took 19.972127ms, libovsdb time 893.303µs I0514 11:14:52.956507 3770 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-gb9wl] creating logical port tsf-tpa_importer-86bcdf477b-gb9wl for pod on switch ip-10-0-0-241.ec2.internal I0514 11:14:52.956639 3770 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-gb9wl I0514 11:14:52.970657 3770 pod.go:62] [tsf-tpa/importer-86bcdf477b-gb9wl] pod update took 14.050811ms I0514 11:14:52.970681 3770 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-gb9wl] addLogicalPort annotation time took 14.083866ms I0514 11:14:52.972081 3770 pods.go:271] [tsf-tpa/importer-86bcdf477b-gb9wl] addLogicalPort took 15.599742ms, libovsdb time 969.2µs I0514 11:14:54.151272 3770 obj_retry.go:498] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:54.151881 3770 obj_retry.go:498] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:14:55.176246 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:14:55.176271 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:01.248874 3770 cni.go:452] [tsf-tpa/server-6667747995-ltzhh 7ada6ba40dcb4316fedca794da040e885fcc1a182a54e294d418007944b9d0b8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6667747995-ltzhh 7ada6ba40dcb4316fedca794da040e885fcc1a182a54e294d418007944b9d0b8 network default NAD default NAD key ] I0514 11:15:01.258922 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6667747995-ltzhh, hostIfaceName: 7ada6ba40dcb431, network: default, NAD default, SandboxID: "7ada6ba40dcb4316fedca794da040e885fcc1a182a54e294d418007944b9d0b8", PCI device ID: , UID: "32880999-7419-4ef8-a448-bbd8da865019", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0514 11:15:01.263893 3770 cni.go:452] [tsf-tpa/importer-86bcdf477b-gb9wl 09465b47535db07c44f0ab79716e5d5af16a44ea204db3c4ed4a55b1bd948c80 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-gb9wl 09465b47535db07c44f0ab79716e5d5af16a44ea204db3c4ed4a55b1bd948c80 network default NAD default NAD key ] I0514 11:15:01.274671 3770 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-gb9wl, hostIfaceName: 09465b47535db07, network: default, NAD default, SandboxID: "09465b47535db07c44f0ab79716e5d5af16a44ea204db3c4ed4a55b1bd948c80", PCI device ID: , UID: "5941ae08-8d3f-4409-9b8c-02c257d96275", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0514 11:15:01.314889 3770 cni.go:473] [tsf-tpa/server-6667747995-ltzhh 7ada6ba40dcb4316fedca794da040e885fcc1a182a54e294d418007944b9d0b8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6667747995-ltzhh 7ada6ba40dcb4316fedca794da040e885fcc1a182a54e294d418007944b9d0b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:fc:78:52:9e:8d\",\"name\":\"7ada6ba40dcb431\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0a8d77d-8dd6-4379-978b-d6c9be1307c9\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0514 11:15:01.340597 3770 cni.go:473] [tsf-tpa/importer-86bcdf477b-gb9wl 09465b47535db07c44f0ab79716e5d5af16a44ea204db3c4ed4a55b1bd948c80 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-gb9wl 09465b47535db07c44f0ab79716e5d5af16a44ea204db3c4ed4a55b1bd948c80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:bd:7f:96:73:71\",\"name\":\"09465b47535db07\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3869eb55-9774-428c-b145-fb6a1aad339c\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0514 11:15:01.505648 3770 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0514 11:15:03.519057 3770 util.go:959] Failed to build node endpoints for node ip-10-0-0-241.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0514 11:15:06.231675 3770 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:06.232288 3770 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:07.257095 3770 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:07.257116 3770 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-qpn44-774zg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.619530 3770 cni.go:452] [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key ] I0514 11:15:23.694360 3770 cni.go:473] [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa bc279d9adb90eb492233e8bfe640476855adb7db93e934bf9c773dedf607032a network default NAD default NAD key default], result "{}", err I0514 11:15:23.746314 3770 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:23.746351 3770 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0514 11:15:23.747723 3770 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.43 I0514 11:15:23.747751 3770 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:23.767991 3770 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.768012 3770 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:23.774714 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0514 11:15:23.774742 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0514 11:15:24.542452 3770 namespace.go:98] [build-service] adding namespace I0514 11:15:24.543358 3770 namespace.go:102] [build-service] adding namespace took 884.301µs I0514 11:15:24.548606 3770 namespace.go:98] [image-controller] adding namespace I0514 11:15:24.548723 3770 namespace.go:98] [default-tenant] adding namespace I0514 11:15:24.549388 3770 namespace.go:102] [image-controller] adding namespace took 762.411µs I0514 11:15:24.550019 3770 namespace.go:102] [default-tenant] adding namespace took 1.28027ms I0514 11:15:24.555763 3770 namespace.go:98] [integration-service] adding namespace I0514 11:15:24.556415 3770 namespace.go:102] [integration-service] adding namespace took 637.469µs I0514 11:15:24.575489 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:24.602150 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:24.624643 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:24.644688 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:24.657831 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:24.679598 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:24.683689 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.703317 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.799376 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:24.814757 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:24.838007 3770 namespace.go:98] [release-service] adding namespace I0514 11:15:24.838880 3770 namespace.go:102] [release-service] adding namespace took 850.717µs I0514 11:15:24.864169 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:24.895924 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:24.896073 3770 namespace.go:142] [konflux-ui] updating namespace I0514 11:15:25.242502 3770 namespace.go:98] [konflux-info] adding namespace I0514 11:15:25.243501 3770 namespace.go:102] [konflux-info] adding namespace took 975.913µs I0514 11:15:25.518673 3770 namespace.go:98] [namespace-lister] adding namespace I0514 11:15:25.518783 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:25.519494 3770 namespace.go:102] [namespace-lister] adding namespace took 799.131µs I0514 11:15:25.563733 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:25.670646 3770 namespace.go:98] [enterprise-contract-service] adding namespace I0514 11:15:25.670733 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:25.671451 3770 namespace.go:102] [enterprise-contract-service] adding namespace took 790.141µs I0514 11:15:25.727658 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:25.837638 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:25.965669 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:26.100720 3770 namespace.go:142] [enterprise-contract-service] updating namespace W0514 11:15:26.271124 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0514 11:15:26.300407 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:26.304238 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:26.304292 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:26.375823 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:26.428232 3770 namespace.go:98] [segment-bridge] adding namespace I0514 11:15:26.429167 3770 namespace.go:102] [segment-bridge] adding namespace took 916.459µs I0514 11:15:26.636821 3770 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:26.647590 3770 namespace.go:98] [konflux-cli] adding namespace I0514 11:15:26.648477 3770 namespace.go:102] [konflux-cli] adding namespace took 869.038µs I0514 11:15:26.723637 3770 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:26.771723 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:26.799194 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:26.858610 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:26.982706 3770 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0514 11:15:26.983335 3770 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0514 11:15:26.983353 3770 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0514 11:15:26.985947 3770 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0514 11:15:27.021243 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:27.036610 3770 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0514 11:15:27.036630 3770 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0514 11:15:27.037529 3770 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0514 11:15:27.176609 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:27.244581 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:27.256384 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:27.303810 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:27.303878 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:27.370488 3770 namespace.go:142] [build-service] updating namespace I0514 11:15:27.413769 3770 namespace.go:142] [default-tenant] updating namespace I0514 11:15:27.522934 3770 namespace.go:142] [image-controller] updating namespace I0514 11:15:27.603491 3770 namespace.go:142] [integration-service] updating namespace I0514 11:15:27.737514 3770 namespace.go:142] [release-service] updating namespace I0514 11:15:29.148744 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:29.423677 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:29.500100 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:29.628611 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:29.844024 3770 namespace.go:142] [segment-bridge] updating namespace I0514 11:15:29.955796 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:29.975243 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:29.994742 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:30.012332 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:30.030588 3770 namespace.go:142] [segment-bridge] updating namespace W0514 11:15:30.069596 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0514 11:15:30.132204 3770 namespace.go:142] [enterprise-contract-service] updating namespace I0514 11:15:30.247311 3770 namespace.go:142] [konflux-cli] updating namespace I0514 11:15:30.366978 3770 namespace.go:142] [konflux-info] updating namespace I0514 11:15:30.472771 3770 namespace.go:142] [namespace-lister] updating namespace I0514 11:15:30.556617 3770 namespace.go:142] [segment-bridge] updating namespace W0514 11:15:31.048031 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0514 11:15:33.047887 3770 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0514 11:15:38.080283 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 11:15:38.083780 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 11:15:38.110044 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0514 11:15:38.110097 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0514 11:15:41.329697 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:41.329714 3770 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:41.397467 3770 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0514 11:15:42.118050 3770 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:42.118069 3770 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0514 11:15:43.118076 3770 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0514 11:15:43.121428 3770 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0514 11:15:48.350488 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0514 11:15:49.451772 3770 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:49.452379 3770 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:15:50.316784 3770 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:50.316810 3770 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:15:50.377469 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:15:50.377502 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-2vjnj I0514 11:16:08.468930 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0514 11:16:47.356911 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0514 11:16:51.465725 3770 obj_retry.go:498] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:51.466357 3770 obj_retry.go:498] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:51.818244 3770 obj_retry.go:492] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:51.818272 3770 obj_retry.go:492] Detected object konflux-ui/proxy-568c8f4bc4-m9mbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:51.825594 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:16:51.825620 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-568c8f4bc4-m9mbl I0514 11:16:56.861711 3770 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:56.862307 3770 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:16:56.904026 3770 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:56.904050 3770 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:16:56.911585 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0514 11:16:56.911617 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0514 11:17:13.366631 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57 I0514 11:17:16.353166 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0514 11:17:16.467038 3770 namespace.go:98] [managed-tenant-eaibh] adding namespace I0514 11:17:16.468146 3770 namespace.go:102] [managed-tenant-eaibh] adding namespace took 1.083888ms I0514 11:17:16.503549 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:16.518550 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.542585 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.683730 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:17.767413 3770 namespace.go:142] [managed-tenant-eaibh] updating namespace I0514 11:17:38.480570 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0514 11:17:42.451125 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0514 11:17:57.461058 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0514 11:19:12.440103 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0514 11:19:12.445583 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0514 11:20:04.751017 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:20:04.751646 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:20:05.626255 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:20:05.626306 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645960-wlqq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:21:06.440331 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0514 11:21:23.478791 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0514 11:21:31.455804 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0514 11:21:44.363653 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=431 I0514 11:21:49.352718 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0514 11:22:20.477670 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0514 11:23:06.353192 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=22 I0514 11:23:18.472401 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 11:23:41.356326 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0514 11:24:46.052707 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:46.052755 3770 obj_retry.go:492] Detected object tsf-tpa/create-db-dqv4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:46.059288 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dqv4v I0514 11:24:46.059311 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dqv4v I0514 11:24:49.030072 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:49.030132 3770 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jl2dn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:49.033216 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jl2dn I0514 11:24:49.033248 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jl2dn I0514 11:24:55.033370 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:55.033395 3770 obj_retry.go:492] Detected object tsf-tpa/create-importers-s6md7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:24:55.040972 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-s6md7 I0514 11:24:55.041012 3770 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-s6md7 I0514 11:24:55.489755 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0514 11:24:59.454380 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0514 11:25:08.369331 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0514 11:25:54.359552 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0514 11:26:13.464655 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0514 11:28:15.481438 3770 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0514 11:28:23.443522 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0514 11:28:26.367378 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0514 11:28:36.458626 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0514 11:28:50.480540 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0514 11:29:05.449862 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0514 11:29:17.443813 3770 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0514 11:29:50.356755 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0514 11:30:04.229784 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0514 11:30:04.230400 3770 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0514 11:30:04.475780 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0514 11:30:05.101761 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:30:05.101788 3770 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29645970-t67pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0514 11:30:11.356637 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0514 11:30:38.494988 3770 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0514 11:32:33.363275 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0514 11:32:58.359519 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0514 11:34:20.372218 3770 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10