+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-94.ec2.internal ++ [[ -n ip-10-0-0-94.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-94.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:37:04.883229955 - disable conntrack on geneve port' I0521 19:37:04.883229955 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:37:04.929680835 - starting ovnkube-node' I0521 19:37:04.929680835 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-94.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-94.ec2.internal --init-node ip-10-0-0-94.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-94.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:37:04.979551 3817 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:37:04.979605 3817 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f8c2e539e8.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:37:04.981293 3817 kube.go:431] Waiting for certificate I0521 19:37:04.981321 3817 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:37:04.981357 3817 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:37:04.982024 3817 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:37:05.017515 3817 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:05.017529 3817 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:05.020794 3817 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:05.020881 3817 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g9gb5" I0521 19:37:05.029057 3817 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g9gb5" I0521 19:37:05.029144 3817 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:37:05.981852 3817 kube.go:438] Certificate found I0521 19:37:05.982366 3817 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:37:05.983345 3817 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:37:06.037673 3817 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:32:05 +0000 UTC" deadline="2026-05-22 12:21:01.56441029 +0000 UTC" I0521 19:37:06.037708 3817 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h43m55.526709866s" I0521 19:37:06.060195 3817 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:37:06.068910 3817 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:37:06.068953 3817 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:37:06.068964 3817 server.go:101] MetricServer registers OVS metrics I0521 19:37:06.069033 3817 factory.go:561] Starting watch factory I0521 19:37:06.069106 3817 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.069118 3817 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.069122 3817 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.069135 3817 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.069190 3817 server.go:105] MetricServer registers OVN DB metrics I0521 19:37:06.069195 3817 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.069206 3817 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.069236 3817 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.069254 3817 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.070737 3817 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.070822 3817 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.070861 3817 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.070831 3817 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.072446 3817 controller_manager.go:370] Starting the ovnkube controller I0521 19:37:06.072457 3817 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-94.ec2.internal I0521 19:37:06.072499 3817 controller_manager.go:395] NBDB zone sync took: 34.683µs I0521 19:37:06.072504 3817 factory.go:561] Starting watch factory I0521 19:37:06.074239 3817 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:37:06.074260 3817 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:37:06.087226 3817 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:37:06.087244 3817 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:37:06.088446 3817 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.089210 3817 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.089674 3817 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.089930 3817 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.090165 3817 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.092182 3817 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:37:06.093137 3817 server.go:109] MetricServer registers OVN Controller metrics I0521 19:37:06.098133 3817 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:37:06.098207 3817 server.go:113] MetricServer registers OVN Northd metrics I0521 19:37:06.102443 3817 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:37:06.174604 3817 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:37:06.174620 3817 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:37:06.174631 3817 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:37:06.174634 3817 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:37:06.174637 3817 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:37:06.174640 3817 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:37:06.174705 3817 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:06.174717 3817 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:06.174732 3817 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:06.174747 3817 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:06.177083 3817 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:06.177094 3817 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:37:06.178644 3817 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:37:06.178653 3817 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:37:06.178656 3817 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:37:06.178660 3817 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:37:06.178663 3817 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:37:06.178667 3817 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:37:06.179956 3817 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:37:06.179966 3817 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:37:06.180026 3817 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.180039 3817 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.181913 3817 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.184386 3817 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:37:06.184396 3817 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:37:06.185527 3817 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:37:06.185592 3817 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.185607 3817 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.187638 3817 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.189965 3817 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:37:06.191110 3817 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:37:06.191171 3817 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.191187 3817 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.192898 3817 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.195222 3817 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:37:06.196374 3817 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:37:06.196422 3817 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.196433 3817 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.198159 3817 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.200544 3817 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:37:06.201690 3817 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:37:06.201742 3817 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.201757 3817 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.203766 3817 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.206301 3817 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:37:06.207381 3817 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:37:06.207572 3817 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:37:06.207585 3817 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:37:06.209430 3817 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:37:06.211748 3817 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:37:06.212888 3817 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:37:06.212950 3817 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.212962 3817 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.213012 3817 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.213038 3817 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.215025 3817 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.215084 3817 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:37:06.216791 3817 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:37:06.217936 3817 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:37:06.217947 3817 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:37:06.217954 3817 factory.go:680] Watch Factory start up complete, took: 148.923907ms I0521 19:37:06.218041 3817 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:37:06.222401 3817 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:37:06.222412 3817 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:37:06.222422 3817 factory.go:680] Watch Factory start up complete, took: 149.913866ms I0521 19:37:06.222432 3817 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-94.ec2.internal" zone I0521 19:37:06.267442 3817 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:37:06.344789 3817 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:37:06.350817 3817 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:37:06.401638 3817 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:37:06.401775 3817 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:37:06.401800 3817 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:37:06.437177 3817 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:37:06.437238 3817 default_node_network_controller.go:809] Node ip-10-0-0-94.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 19:37:06.443074 3817 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.94"] k8s.ovn.org/zone-name:ip-10-0-0-94.ec2.internal] on node ip-10-0-0-94.ec2.internal I0521 19:37:06.465125 3817 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:37:06.471116 3817 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:37:06.471257 3817 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0521 19:37:06.471415 3817 gateway_init.go:263] Preparing Gateway I0521 19:37:06.471426 3817 gateway_shared_intf.go:1687] Creating new gateway I0521 19:37:06.472632 3817 controller_manager.go:429] Waiting for node in zone sync took: 250.186517ms I0521 19:37:06.477915 3817 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:37:06.477928 3817 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-94.ec2.internal I0521 19:37:06.496424 3817 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:37:06.502889 3817 controller_manager.go:290] SCTP support detected in OVN I0521 19:37:06.503660 3817 services_controller.go:69] Creating services controller for network=default I0521 19:37:06.503782 3817 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:37:06.503868 3817 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:37:06.503915 3817 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:37:06.503932 3817 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:37:06.503943 3817 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:37:06.504236 3817 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:37:06.504307 3817 udn_enabled_svc.go:95] Performing full resync I0521 19:37:06.504345 3817 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:37:06.504360 3817 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 81.731µs I0521 19:37:06.504413 3817 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 53.934µs I0521 19:37:06.504425 3817 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 82.303µs I0521 19:37:06.504434 3817 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:37:06.504448 3817 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:37:06.504461 3817 default_network_controller.go:325] Starting the default network controller I0521 19:37:06.504528 3817 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.919µs I0521 19:37:06.504653 3817 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:37:06.504664 3817 udn_enabled_svc.go:104] Starting worker I0521 19:37:06.514437 3817 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:37:06.514501 3817 repair.go:33] Syncing exgw routes took 51.564µs I0521 19:37:06.514524 3817 default_network_controller.go:414] Starting all the Watchers... I0521 19:37:06.514783 3817 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:37:06.514796 3817 namespace.go:98] [dedicated-admin] adding namespace I0521 19:37:06.514808 3817 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:37:06.514806 3817 namespace.go:98] [openshift-host-network] adding namespace I0521 19:37:06.514821 3817 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:37:06.514783 3817 namespace.go:98] [openshift-authentication] adding namespace I0521 19:37:06.514969 3817 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:37:06.514973 3817 namespace.go:98] [openshift-backplane] adding namespace I0521 19:37:06.514981 3817 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:37:06.514998 3817 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:37:06.515000 3817 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:37:06.515006 3817 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:37:06.515007 3817 namespace.go:98] [openshift] adding namespace I0521 19:37:06.515009 3817 namespace.go:98] [default] adding namespace I0521 19:37:06.515022 3817 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:37:06.515513 3817 namespace.go:102] [openshift-ingress-operator] adding namespace took 715.019µs I0521 19:37:06.515528 3817 namespace.go:98] [kube-system] adding namespace W0521 19:37:06.515551 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pflmt: pod kube-system/global-pull-secret-syncer-pflmt: no pod IPs found W0521 19:37:06.515575 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-n4gms: pod kube-system/global-pull-secret-syncer-n4gms: no pod IPs found I0521 19:37:06.516245 3817 namespace.go:102] [kube-system] adding namespace took 710.438µs I0521 19:37:06.516259 3817 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:37:06.516867 3817 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 600.184µs I0521 19:37:06.516887 3817 namespace.go:98] [openshift-insights] adding namespace I0521 19:37:06.517440 3817 namespace.go:102] [dedicated-admin] adding namespace took 2.63305ms I0521 19:37:06.517456 3817 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:37:06.517950 3817 namespace.go:102] [openshift-dns-operator] adding namespace took 3.133828ms I0521 19:37:06.517970 3817 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:37:06.518665 3817 namespace.go:102] [openshift-host-network] adding namespace took 3.846965ms I0521 19:37:06.518681 3817 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:37:06.519308 3817 namespace.go:102] [openshift-config-operator] adding namespace took 4.478512ms I0521 19:37:06.519326 3817 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:37:06.519771 3817 namespace.go:102] [openshift-authentication] adding namespace took 4.865256ms I0521 19:37:06.519781 3817 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:37:06.520421 3817 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.442684ms I0521 19:37:06.520434 3817 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:37:06.520861 3817 namespace.go:102] [openshift-backplane] adding namespace took 5.880083ms I0521 19:37:06.520874 3817 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:37:06.521517 3817 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.531506ms I0521 19:37:06.521527 3817 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:37:06.522082 3817 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.074863ms I0521 19:37:06.522101 3817 namespace.go:98] [openshift-logging] adding namespace I0521 19:37:06.522547 3817 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.537575ms I0521 19:37:06.522566 3817 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:37:06.523095 3817 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.083703ms I0521 19:37:06.523112 3817 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:37:06.523774 3817 namespace.go:102] [openshift] adding namespace took 8.758211ms I0521 19:37:06.523794 3817 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:37:06.524433 3817 namespace.go:102] [default] adding namespace took 9.416918ms I0521 19:37:06.524450 3817 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:37:06.524964 3817 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 9.929847ms I0521 19:37:06.524979 3817 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:37:06.525480 3817 namespace.go:102] [openshift-insights] adding namespace took 8.585547ms I0521 19:37:06.525496 3817 namespace.go:98] [openshift-node] adding namespace I0521 19:37:06.526013 3817 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.55153ms I0521 19:37:06.526029 3817 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:37:06.526506 3817 namespace.go:102] [openshift-marketplace] adding namespace took 8.529443ms I0521 19:37:06.526520 3817 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:37:06.526973 3817 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.286159ms I0521 19:37:06.527002 3817 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:37:06.527429 3817 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.097014ms I0521 19:37:06.527442 3817 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:37:06.527882 3817 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.095498ms I0521 19:37:06.527894 3817 namespace.go:98] [openshift-dns] adding namespace I0521 19:37:06.528367 3817 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.928777ms I0521 19:37:06.528380 3817 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:37:06.529245 3817 namespace.go:102] [openshift-controller-manager] adding namespace took 8.365205ms I0521 19:37:06.529264 3817 namespace.go:98] [openshift-ingress] adding namespace I0521 19:37:06.529694 3817 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.161131ms I0521 19:37:06.529710 3817 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:37:06.530349 3817 namespace.go:102] [openshift-logging] adding namespace took 8.241114ms I0521 19:37:06.530365 3817 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:37:06.530918 3817 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.344462ms I0521 19:37:06.530937 3817 namespace.go:98] [openshift-network-console] adding namespace I0521 19:37:06.531513 3817 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.394602ms I0521 19:37:06.531528 3817 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:37:06.532071 3817 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.270091ms I0521 19:37:06.532089 3817 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:37:06.532577 3817 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.122471ms I0521 19:37:06.532590 3817 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:37:06.533103 3817 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.117876ms I0521 19:37:06.533118 3817 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:37:06.533765 3817 namespace.go:102] [openshift-node] adding namespace took 8.262783ms I0521 19:37:06.534432 3817 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.395745ms I0521 19:37:06.534455 3817 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:37:06.535017 3817 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.490952ms I0521 19:37:06.535034 3817 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:37:06.535667 3817 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.656683ms I0521 19:37:06.535684 3817 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:37:06.536202 3817 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.752694ms I0521 19:37:06.536221 3817 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:37:06.536631 3817 namespace.go:102] [openshift-dns] adding namespace took 8.731602ms I0521 19:37:06.536646 3817 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:37:06.537115 3817 namespace.go:102] [openshift-machine-api] adding namespace took 8.73034ms I0521 19:37:06.537127 3817 namespace.go:98] [openshift-image-registry] adding namespace W0521 19:37:06.537571 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kqqpw: pod openshift-network-diagnostics/network-check-target-kqqpw: no pod IPs found W0521 19:37:06.537583 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t9lds: pod openshift-network-diagnostics/network-check-target-t9lds: no pod IPs found I0521 19:37:06.537590 3817 namespace.go:102] [openshift-ingress] adding namespace took 8.319886ms I0521 19:37:06.537601 3817 namespace.go:98] [openshift-config] adding namespace I0521 19:37:06.538142 3817 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.42699ms I0521 19:37:06.538156 3817 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:37:06.538614 3817 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.242166ms I0521 19:37:06.538634 3817 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:37:06.539096 3817 namespace.go:102] [openshift-network-console] adding namespace took 8.151056ms I0521 19:37:06.539114 3817 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:37:06.539672 3817 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.13714ms I0521 19:37:06.539685 3817 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:37:06.540136 3817 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.041066ms I0521 19:37:06.540153 3817 namespace.go:98] [openshift-etcd] adding namespace I0521 19:37:06.540660 3817 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.063554ms I0521 19:37:06.540674 3817 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:37:06.541143 3817 namespace.go:102] [openshift-cluster-version] adding namespace took 8.018459ms I0521 19:37:06.541158 3817 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:37:06.541637 3817 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.174805ms I0521 19:37:06.541653 3817 namespace.go:98] [openshift-console] adding namespace I0521 19:37:06.542179 3817 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.137856ms I0521 19:37:06.542194 3817 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:37:06.542687 3817 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.997665ms I0521 19:37:06.542700 3817 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:37:06.543154 3817 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.927183ms I0521 19:37:06.543164 3817 namespace.go:98] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] adding namespace I0521 19:37:06.543549 3817 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.897598ms I0521 19:37:06.543561 3817 namespace.go:98] [openshift-operators] adding namespace I0521 19:37:06.543982 3817 namespace.go:102] [openshift-image-registry] adding namespace took 6.85171ms I0521 19:37:06.544008 3817 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:37:06.544453 3817 namespace.go:102] [openshift-config] adding namespace took 6.846555ms I0521 19:37:06.544471 3817 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:37:06.545004 3817 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.842543ms I0521 19:37:06.545018 3817 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:37:06.545507 3817 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.865524ms I0521 19:37:06.545521 3817 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:37:06.546015 3817 namespace.go:102] [openshift-network-operator] adding namespace took 6.892329ms I0521 19:37:06.546036 3817 namespace.go:98] [openshift-multus] adding namespace I0521 19:37:06.546565 3817 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.873352ms I0521 19:37:06.546579 3817 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:37:06.547177 3817 namespace.go:102] [openshift-etcd] adding namespace took 7.017302ms I0521 19:37:06.547192 3817 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:37:06.547748 3817 namespace.go:102] [openshift-monitoring] adding namespace took 7.068437ms I0521 19:37:06.547760 3817 namespace.go:98] [kube-node-lease] adding namespace I0521 19:37:06.548265 3817 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.103755ms I0521 19:37:06.548278 3817 namespace.go:98] [openshift-infra] adding namespace I0521 19:37:06.548689 3817 namespace.go:102] [openshift-console] adding namespace took 7.029778ms I0521 19:37:06.549140 3817 namespace.go:102] [openshift-config-managed] adding namespace took 6.942692ms I0521 19:37:06.549677 3817 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.968252ms I0521 19:37:06.550076 3817 namespace.go:102] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] adding namespace took 6.906015ms I0521 19:37:06.550523 3817 namespace.go:102] [openshift-operators] adding namespace took 6.956834ms I0521 19:37:06.550537 3817 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:37:06.550930 3817 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.917648ms I0521 19:37:06.551364 3817 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.88839ms I0521 19:37:06.551376 3817 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:37:06.551781 3817 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.758043ms W0521 19:37:06.552215 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vq8q9: pod openshift-multus/network-metrics-daemon-vq8q9: no pod IPs found W0521 19:37:06.552227 3817 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9ssph: pod openshift-multus/network-metrics-daemon-9ssph: no pod IPs found I0521 19:37:06.552259 3817 namespace.go:102] [openshift-package-operator] adding namespace took 6.732673ms I0521 19:37:06.552724 3817 namespace.go:102] [openshift-multus] adding namespace took 6.680926ms I0521 19:37:06.553173 3817 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.587645ms I0521 19:37:06.553187 3817 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:37:06.553654 3817 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.458218ms I0521 19:37:06.553673 3817 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:37:06.554145 3817 namespace.go:102] [kube-node-lease] adding namespace took 6.378993ms I0521 19:37:06.554159 3817 namespace.go:98] [kube-public] adding namespace I0521 19:37:06.554584 3817 namespace.go:102] [openshift-infra] adding namespace took 6.301134ms I0521 19:37:06.555008 3817 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.466158ms I0521 19:37:06.555496 3817 namespace.go:102] [openshift-console-operator] adding namespace took 4.113992ms I0521 19:37:06.555939 3817 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.74608ms I0521 19:37:06.556357 3817 namespace.go:102] [openshift-apiserver] adding namespace took 2.679805ms I0521 19:37:06.556766 3817 namespace.go:102] [kube-public] adding namespace took 2.602014ms W0521 19:37:06.556853 3817 master.go:458] Unable to parse local node ip-10-0-0-94.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:37:06.556866 3817 master.go:471] Unable to parse remote node ip-10-0-1-64.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:37:06.556874 3817 master.go:481] Removing stale chassis with ID/Name: aedb8940-0392-4da3-9aff-b154cc758f07, hostname: ip-10-0-0-94.ec2.internal I0521 19:37:06.557384 3817 master.go:548] Adding or Updating local node "ip-10-0-0-94.ec2.internal" for network "default" I0521 19:37:06.557439 3817 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-64.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-64.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-64.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-64.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-64.ec2.internal I0521 19:37:06.558859 3817 zone_ic_handler.go:195] Time taken to create transit switch: 535.725µs I0521 19:37:06.558876 3817 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-250.ec2.internal for the network default I0521 19:37:06.560022 3817 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-250.ec2.internal" on network "default" took: 1.712659ms I0521 19:37:06.561522 3817 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-94.ec2.internal for the network default I0521 19:37:06.561683 3817 zone_ic_handler.go:195] Time taken to create transit switch: 149.306µs I0521 19:37:06.562392 3817 default_network_controller.go:823] Node add failed for ip-10-0-0-94.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-94.ec2.internal, error getting gateway config for node ip-10-0-0-94.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-94.ec2.internal", failed to update chassis to local for local node ip-10-0-0-94.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-94.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-94.ec2.internal] E0521 19:37:06.562432 3817 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-94.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-94.ec2.internal, error getting gateway config for node ip-10-0-0-94.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-94.ec2.internal", failed to update chassis to local for local node ip-10-0-0-94.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-94.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-94.ec2.internal] I0521 19:37:06.562484 3817 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:37:06.562503 3817 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-94.ec2.internal", UID:"2ef320a9-f60d-4543-a87e-05f3993be368", APIVersion:"v1", ResourceVersion:"8767", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-94.ec2.internal, error getting gateway config for node ip-10-0-0-94.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-94.ec2.internal", failed to update chassis to local for local node ip-10-0-0-94.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-94.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-94.ec2.internal] I0521 19:37:06.562551 3817 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:37:06.562569 3817 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:37:06.562593 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default" I0521 19:37:06.562629 3817 node_tracker.go:235] Node ip-10-0-0-94.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-94.ec2.internal" I0521 19:37:06.562643 3817 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:06.562659 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:06.562668 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default" I0521 19:37:06.562677 3817 node_tracker.go:235] Node ip-10-0-1-64.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-64.ec2.internal" I0521 19:37:06.562683 3817 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:06.562689 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:06.562697 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0521 19:37:06.562738 3817 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:06.562746 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:06.587753 3817 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:37:06.593843 3817 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:37:06.599689 3817 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:37:06.599702 3817 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-94.ec2.internal","mac-address":"12:92:bb:99:28:99","ip-addresses":["10.0.0.94/24"],"ip-address":"10.0.0.94/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:aedb8940-0392-4da3-9aff-b154cc758f07 k8s.ovn.org/node-encap-ips:["10.0.0.94"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.94/24"} k8s.ovn.org/zone-name:ip-10-0-0-94.ec2.internal] on node ip-10-0-0-94.ec2.internal I0521 19:37:06.617594 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default" I0521 19:37:06.617672 3817 master.go:548] Adding or Updating local node "ip-10-0-0-94.ec2.internal" for network "default" I0521 19:37:06.617675 3817 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:06.617773 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:06.622097 3817 default_node_network_controller.go:519] Node connection status = connected W0521 19:37:06.622445 3817 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-n4gms: pod kube-system/global-pull-secret-syncer-n4gms: no pod IPs found W0521 19:37:06.622469 3817 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-t9lds: pod openshift-network-diagnostics/network-check-target-t9lds: no pod IPs found W0521 19:37:06.622477 3817 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-9ssph: pod openshift-multus/network-metrics-daemon-9ssph: no pod IPs found I0521 19:37:06.623500 3817 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-94.ec2.internal for the network default I0521 19:37:06.623689 3817 zone_ic_handler.go:195] Time taken to create transit switch: 178.435µs I0521 19:37:06.639290 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0521 19:37:06.639335 3817 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:06.639351 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:06.663273 3817 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:37:06.663288 3817 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:37:06.663334 3817 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:37:06.663397 3817 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:37:06.663415 3817 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:37:06.764281 3817 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:37:06.764295 3817 repair.go:60] Starting repairing loop for services I0521 19:37:06.764367 3817 repair.go:131] Deleted 0 stale service LBs I0521 19:37:06.764385 3817 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:37:06.764403 3817 repair.go:62] Finished repairing loop for services: 108.973µs I0521 19:37:06.764427 3817 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:37:06.764436 3817 services_controller.go:254] Starting workers for network=default I0521 19:37:06.765116 3817 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9ssph] creating logical port openshift-multus_network-metrics-daemon-9ssph for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:06.765249 3817 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-9ssph I0521 19:37:06.765339 3817 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vq8q9, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vq8q9: suppressed error logged: pod openshift-multus/network-metrics-daemon-vq8q9: no pod IPs found I0521 19:37:06.765366 3817 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t9lds] creating logical port openshift-network-diagnostics_network-check-target-t9lds for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:06.765414 3817 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-pflmt, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-pflmt: suppressed error logged: pod kube-system/global-pull-secret-syncer-pflmt: no pod IPs found I0521 19:37:06.765459 3817 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-n4gms] creating logical port kube-system_global-pull-secret-syncer-n4gms for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:06.765551 3817 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-t9lds I0521 19:37:06.765684 3817 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-n4gms I0521 19:37:06.793446 3817 pod.go:62] [kube-system/global-pull-secret-syncer-n4gms] pod update took 27.781172ms I0521 19:37:06.793465 3817 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-n4gms] addLogicalPort annotation time took 27.953667ms I0521 19:37:06.793496 3817 pod.go:62] [openshift-multus/network-metrics-daemon-9ssph] pod update took 28.302573ms I0521 19:37:06.793512 3817 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-9ssph] addLogicalPort annotation time took 28.323999ms I0521 19:37:06.795037 3817 pods.go:271] [kube-system/global-pull-secret-syncer-n4gms] addLogicalPort took 29.583733ms, libovsdb time 1.277692ms I0521 19:37:06.795240 3817 pods.go:271] [openshift-multus/network-metrics-daemon-9ssph] addLogicalPort took 30.130095ms, libovsdb time 1.348855ms I0521 19:37:06.795459 3817 pod.go:62] [openshift-network-diagnostics/network-check-target-t9lds] pod update took 29.94574ms I0521 19:37:06.795519 3817 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-t9lds] addLogicalPort annotation time took 30.00456ms I0521 19:37:06.796422 3817 pods.go:271] [openshift-network-diagnostics/network-check-target-t9lds] addLogicalPort took 31.063459ms, libovsdb time 675.29µs I0521 19:37:06.796469 3817 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-kqqpw, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kqqpw: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kqqpw: no pod IPs found I0521 19:37:06.797149 3817 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:37:06.797176 3817 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:37:06.797197 3817 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:37:06.797203 3817 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:37:06.797459 3817 repair.go:29] Repairing admin network policies took 249.715µs I0521 19:37:06.797666 3817 repair.go:92] Repairing baseline admin network policies took 195.532µs I0521 19:37:06.798334 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:37:06.798358 3817 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:37:06.800758 3817 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:37:06.800787 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:37:06.800800 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:37:06.803201 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:37:06.803221 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:37:06.803229 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:37:06.803499 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:37:06.803517 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:37:06.803529 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:37:06.805130 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:37:06.805152 3817 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:37:06.805163 3817 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:37:06.807323 3817 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:37:06.807344 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:37:06.807353 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:37:06.808094 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:37:06.808121 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:37:06.808132 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:37:06.808822 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:37:06.808847 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:37:06.808887 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:37:06.809639 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:37:06.809668 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:37:06.809680 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:37:06.811519 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:37:06.811545 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:37:06.811554 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:37:06.812131 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:37:06.812150 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:37:06.812159 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:37:06.812749 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:37:06.812771 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:37:06.813262 3817 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:37:06.813277 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:37:06.814063 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:37:06.814087 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:37:06.814095 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:37:06.815443 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:37:06.815461 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:37:06.815471 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:37:06.817657 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:37:06.817674 3817 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:37:06.817682 3817 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:37:06.818015 3817 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:37:06.818034 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:37:06.818044 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:37:06.820828 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:37:06.820846 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:37:06.820854 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:37:06.821177 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:37:06.821194 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:37:06.821201 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:37:06.821659 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:37:06.821678 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:37:06.821686 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:37:06.822152 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:37:06.822171 3817 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:37:06.822183 3817 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:37:06.823228 3817 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:37:06.823245 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:37:06.823254 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:37:06.824246 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:37:06.824263 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:37:06.824271 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:37:06.824746 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:37:06.824764 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:37:06.824775 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:37:06.825723 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:37:06.825738 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:37:06.825745 3817 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:37:06.826530 3817 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:37:06.826548 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:37:06.826571 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:37:06.827327 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:37:06.827349 3817 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:37:06.827357 3817 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:37:06.827829 3817 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:37:06.827845 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:37:06.827852 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:37:06.828338 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:37:06.828355 3817 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:37:06.828366 3817 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:37:06.829274 3817 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:37:06.829296 3817 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:37:06.829316 3817 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:37:06.830505 3817 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:37:06.836479 3817 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:37:06.836517 3817 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:37:06.836533 3817 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:37:06.836556 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:37:06.836569 3817 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:37:06.836579 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:37:06.836591 3817 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:37:06.836904 3817 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:37:06.836921 3817 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:37:06.836939 3817 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:37:06.836950 3817 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:37:06.837020 3817 egressfirewall.go:723] Syncing node "ip-10-0-0-94.ec2.internal" for egress firewall I0521 19:37:06.837035 3817 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall I0521 19:37:06.837041 3817 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0521 19:37:06.837130 3817 egressqos.go:245] Starting EgressQoS Controller I0521 19:37:06.837139 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:37:06.837146 3817 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:37:06.837153 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:37:06.837160 3817 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:37:06.837168 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:37:06.837173 3817 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:37:06.837178 3817 egressqos.go:259] Repairing EgressQoSes I0521 19:37:06.837181 3817 egressqos.go:399] Starting repairing loop for egressqos I0521 19:37:06.837279 3817 egressqos.go:401] Finished repairing loop for egressqos: 97.355µs I0521 19:37:06.837297 3817 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:37:06.837324 3817 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-94.ec2.internal I0521 19:37:06.837376 3817 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-94.ec2.internal : 52.74µs I0521 19:37:06.837497 3817 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:37:06.837510 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:37:06.837523 3817 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:37:06.837529 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:37:06.837534 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:37:06.837540 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:37:06.837549 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:37:06.837555 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:37:06.837560 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:37:06.837563 3817 egressservice_zone.go:228] Repairing Egress Services I0521 19:37:06.837828 3817 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:37:06.837837 3817 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:37:06.837863 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-94.ec2.internal I0521 19:37:06.837875 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-94.ec2.internal: 12.129µs I0521 19:37:06.837901 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal I0521 19:37:06.837906 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 6.523µs I0521 19:37:06.837911 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0521 19:37:06.837914 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 3.802µs I0521 19:37:06.838111 3817 default_network_controller.go:585] Completing all the Watchers took 323.578322ms I0521 19:37:06.838125 3817 default_network_controller.go:589] Starting unidling controllers I0521 19:37:06.838136 3817 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:37:06.838143 3817 unidle.go:63] Populating Initial ContollerEvent events I0521 19:37:06.838156 3817 unidle.go:79] Setting up event handlers for services I0521 19:37:06.838287 3817 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:37:07.123399 3817 default_node_network_controller.go:519] Node connection status = connected I0521 19:37:07.622424 3817 default_node_network_controller.go:519] Node connection status = connected I0521 19:37:07.639492 3817 bridgeconfig.go:537] Gateway is ready I0521 19:37:07.639508 3817 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:37:07.643903 3817 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:37:07.652077 3817 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.94. Updating OVN encap IP. I0521 19:37:07.657416 3817 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.94 - it is already configured I0521 19:37:07.657437 3817 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.94/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:37:07.657722 3817 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.94/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-94.ec2.internal","mac-address":"12:92:bb:99:28:99","ip-addresses":["10.0.0.94/24"],"ip-address":"10.0.0.94/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:aedb8940-0392-4da3-9aff-b154cc758f07 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.94/24"}] on node ip-10-0-0-94.ec2.internal I0521 19:37:07.673318 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-94.ec2.internal in network "default" I0521 19:37:07.673388 3817 node_tracker.go:169] Node ip-10-0-0-94.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:07.673409 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:07.673417 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-94.ec2.internal I0521 19:37:07.673422 3817 master.go:548] Adding or Updating local node "ip-10-0-0-94.ec2.internal" for network "default" I0521 19:37:07.673433 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-94.ec2.internal: 21.363µs I0521 19:37:07.673426 3817 egressfirewall.go:723] Syncing node "ip-10-0-0-94.ec2.internal" for egress firewall I0521 19:37:07.673823 3817 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.94 I0521 19:37:07.673942 3817 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-94.ec2.internal I0521 19:37:07.678407 3817 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-94.ec2.internal. Updating no re-route policies I0521 19:37:07.678556 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fjm2w I0521 19:37:07.678571 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mtkjq I0521 19:37:07.678581 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fjm2w I0521 19:37:07.678584 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mtkjq I0521 19:37:07.678581 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-hwc2p I0521 19:37:07.678595 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-hwc2p I0521 19:37:07.678596 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-94.ec2.internal I0521 19:37:07.678596 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-p4nmw I0521 19:37:07.678603 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9ssph I0521 19:37:07.678612 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-94.ec2.internal I0521 19:37:07.678613 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mtkjq after 0 failed attempt(s) I0521 19:37:07.678561 3817 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-n4gms I0521 19:37:07.678617 3817 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-94.ec2.internal I0521 19:37:07.678580 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sbfx6 I0521 19:37:07.678632 3817 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-n4gms I0521 19:37:07.678633 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-dm82p I0521 19:37:07.678606 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-fjm2w after 0 failed attempt(s) I0521 19:37:07.678638 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sbfx6 I0521 19:37:07.678641 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-t9lds I0521 19:37:07.678613 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-p4nmw I0521 19:37:07.678657 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-t9lds I0521 19:37:07.678662 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sbfx6 after 0 failed attempt(s) I0521 19:37:07.678665 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-p4nmw after 0 failed attempt(s) I0521 19:37:07.678616 3817 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qmlg6 I0521 19:37:07.678681 3817 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qmlg6 I0521 19:37:07.678690 3817 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-n4gms] creating logical port kube-system_global-pull-secret-syncer-n4gms for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:07.678702 3817 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qmlg6 after 0 failed attempt(s) I0521 19:37:07.678645 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-dm82p I0521 19:37:07.678715 3817 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t9lds] creating logical port openshift-network-diagnostics_network-check-target-t9lds for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:07.678703 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-hwc2p after 0 failed attempt(s) I0521 19:37:07.678723 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-822kb I0521 19:37:07.678733 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-822kb I0521 19:37:07.678741 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-dm82p after 0 failed attempt(s) I0521 19:37:07.678644 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-94.ec2.internal after 0 failed attempt(s) I0521 19:37:07.678749 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-822kb after 0 failed attempt(s) I0521 19:37:07.678559 3817 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jtxkf I0521 19:37:07.678763 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jtxkf I0521 19:37:07.678789 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jtxkf after 0 failed attempt(s) I0521 19:37:07.678616 3817 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9ssph I0521 19:37:07.678636 3817 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-94.ec2.internal I0521 19:37:07.678819 3817 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9ssph] creating logical port openshift-multus_network-metrics-daemon-9ssph for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:07.678836 3817 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-94.ec2.internal after 0 failed attempt(s) I0521 19:37:07.679516 3817 pods.go:271] [openshift-network-diagnostics/network-check-target-t9lds] addLogicalPort took 813.904µs, libovsdb time 291.859µs I0521 19:37:07.679530 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-t9lds after 0 failed attempt(s) I0521 19:37:07.679745 3817 pods.go:271] [kube-system/global-pull-secret-syncer-n4gms] addLogicalPort took 1.060965ms, libovsdb time 333.484µs I0521 19:37:07.679758 3817 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-n4gms after 0 failed attempt(s) I0521 19:37:07.679864 3817 pods.go:271] [openshift-multus/network-metrics-daemon-9ssph] addLogicalPort took 1.051987ms, libovsdb time 410.191µs I0521 19:37:07.679874 3817 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-9ssph after 0 failed attempt(s) I0521 19:37:07.690925 3817 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:37:07.703423 3817 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:37:07.706799 3817 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:37:07.748745 3817 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:37:07.797621 3817 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:37:07.813410 3817 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:37:07.813523 3817 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:37:07.813571 3817 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:37:07.813652 3817 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:37:07.813719 3817 gateway_init.go:325] Gateway and management port readiness took 1.19554789s I0521 19:37:07.813744 3817 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:37:07.813793 3817 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:37:07.813804 3817 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:37:07.813812 3817 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:37:07.813867 3817 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:37:07.814005 3817 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 84.331µs I0521 19:37:07.814240 3817 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:37:07.814266 3817 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.548µs I0521 19:37:07.814274 3817 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.991µs I0521 19:37:07.814280 3817 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:37:07.814290 3817 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:37:07.814312 3817 default_node_network_controller.go:899] Starting the default node network controller I0521 19:37:07.814319 3817 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:37:07.814319 3817 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.03µs I0521 19:37:07.814486 3817 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:37:07.814494 3817 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:37:07.814517 3817 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f7b0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc000b2d9a0 0xc00033e2a0 0xc00033e380 0xc00003a2d0 0xc0064512d0 0xc00033e3f0 map[0x2ff9080:0xc004290120 0x2ff95c0:0xc0042907e0 0x2ffa2e0:0xc004290060 0x2ffa580:0xc0042900c0 0x2ffad60:0xc004290180 0x2ffb000:0xc0042901e0 0x2ffb2a0:0xc004290240 0x2ffba80:0xc00280fbc0 0x2ffbd20:0xc00280fc20 0x3026980:0xc000f8ff20 0x3026d20:0xc003530060 0x3027800:0xc000bb5b00 0x3029160:0xc001bc6000 0x30298a0:0xc004290000 0x302a720:0xc001602fc0] 0xc000b227e0 0} I0521 19:37:07.814574 3817 gateway.go:151] Starting gateway service sync I0521 19:37:07.815000 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:37:07.817182 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:37:07.840003 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:37:07.841154 3817 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:37:07.842272 3817 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:37:07.874209 3817 gateway.go:168] Gateway service sync done. Time taken: 59.623515ms I0521 19:37:07.874801 3817 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32534 I0521 19:37:07.875072 3817 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f7b0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc000b2d9a0 0xc00033e2a0 0xc00033e380 0xc00003a2d0 0xc0064512d0 0xc00033e3f0 map[0x2ff9080:0xc004290120 0x2ff95c0:0xc0042907e0 0x2ffa2e0:0xc004290060 0x2ffa580:0xc0042900c0 0x2ffad60:0xc004290180 0x2ffb000:0xc0042901e0 0x2ffb2a0:0xc004290240 0x2ffba80:0xc00280fbc0 0x2ffbd20:0xc00280fc20 0x3026980:0xc000f8ff20 0x3026d20:0xc003530060 0x3027800:0xc000bb5b00 0x3029160:0xc001bc6000 0x30298a0:0xc004290000 0x302a720:0xc001602fc0] 0xc000b227e0 0} I0521 19:37:07.875549 3817 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f7b0 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc000b2d9a0 0xc00033e2a0 0xc00033e380 0xc00003a2d0 0xc0064512d0 0xc00033e3f0 map[0x2ff9080:0xc004290120 0x2ff95c0:0xc0042907e0 0x2ffa2e0:0xc004290060 0x2ffa580:0xc0042900c0 0x2ffad60:0xc004290180 0x2ffb000:0xc0042901e0 0x2ffb2a0:0xc004290240 0x2ffba80:0xc00280fbc0 0x2ffbd20:0xc00280fc20 0x3026980:0xc000f8ff20 0x3026d20:0xc003530060 0x3027800:0xc000bb5b00 0x3029160:0xc001bc6000 0x30298a0:0xc004290000 0x302a720:0xc001602fc0] 0xc000b227e0 0} I0521 19:37:07.875582 3817 gateway.go:532] Reconciling gateway with updates I0521 19:37:07.880736 3817 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:37:07.880758 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:07.880761 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:07.880773 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:07.880778 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:07.880777 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:07.880795 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:07.880811 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:37:07.880811 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:07.880826 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:07.880834 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:07.880836 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:07.880840 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:37:07.880840 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:37:07.880851 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:37:07.880836 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:07.880852 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:07.880856 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:37:07.880861 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:07.880868 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:07.880869 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:07.880878 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:07.880866 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:07.880887 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:07.880902 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:07.880915 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:37:07.880859 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:07.880877 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:07.880928 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:07.880833 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:07.880947 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:07.880964 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:37:07.880963 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:07.880981 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:07.880983 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:37:07.880998 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:07.881003 3817 default_node_network_controller.go:944] Gateway and management port readiness took 66.502842ms I0521 19:37:07.881006 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:07.881011 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:07.881012 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:07.881015 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:07.881018 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:07.881024 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:07.881022 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:07.881027 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:07.881028 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:07.881031 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:07.881032 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:07.881034 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 32064 is already open, no action needed I0521 19:37:07.881038 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:37:07.881042 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:07.881045 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 30924 is already open, no action needed I0521 19:37:07.881046 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:07.881062 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:37:07.880983 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:07.881078 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:37:07.881076 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:37:07.881038 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:07.881102 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:37:07.880966 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:07.881122 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:07.881136 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:07.881145 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:07.881153 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:07.881161 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:07.881171 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:37:07.881174 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:07.881138 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:07.881185 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:37:07.881193 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:07.880952 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:07.881198 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:37:07.881202 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:07.881208 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:37:07.881209 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:07.881105 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:37:07.880952 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:07.881222 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:07.881226 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:07.881234 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:07.881239 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:07.881237 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:07.881255 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:07.881229 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:07.881275 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:37:07.881244 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:07.881282 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:37:07.881236 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:07.881224 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:07.881209 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:37:07.881002 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:07.880999 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:07.881382 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:07.881002 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:37:07.881012 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:37:07.881433 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:37:07.881461 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:07.881476 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:07.881012 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:07.881507 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:07.881039 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:07.881178 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:07.881655 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:07.881194 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:07.881193 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:37:07.880826 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:37:07.881213 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:07.881784 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:07.881216 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:07.881809 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:07.881815 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:37:07.880969 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:07.881826 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:07.881016 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:37:07.886133 3817 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:37:07.929843 3817 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:37:07.929977 3817 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:37:07.930128 3817 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 19:37:07.938362 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:37:07.938369 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:37:07.938385 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:37:07.938391 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:37:07.938398 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:37:07.938403 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:37:07.938409 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:37:07.938414 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:37:07.938420 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:37:07.938430 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:37:07.938447 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:37:07.938455 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:37:07.982791 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:37:07.982817 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:37:08.023049 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:37:08.023072 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:37:08.023082 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:37:08.023088 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:37:08.023093 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:37:08.023099 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:37:08.023104 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:37:08.023109 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:37:09.339699 3817 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:37:09.339734 3817 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:37:09.339778 3817 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 19:37:09.350661 3817 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 10.943253ms I0521 19:37:09.350753 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules I0521 19:37:09.350765 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:37:09.356527 3817 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:37:09.356789 3817 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:37:09.356920 3817 egressservice_node.go:183] Starting Egress Services Controller I0521 19:37:09.356934 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:37:09.356944 3817 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:37:09.356951 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:37:09.356955 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:37:09.356962 3817 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:37:09.356966 3817 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:37:09.356971 3817 egressservice_node.go:197] Repairing Egress Services I0521 19:37:09.366762 3817 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:37:09.366771 3817 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:37:09.366950 3817 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:37:09.366958 3817 link_network_manager.go:119] Link manager is running I0521 19:37:09.366966 3817 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:37:09.367120 3817 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:37:09.367278 3817 vrf_manager.go:128] VRF manager is running I0521 19:37:09.367355 3817 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:37:09.367363 3817 gateway.go:532] Reconciling gateway with updates I0521 19:37:09.384839 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:09.384846 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:09.384851 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:09.384857 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:37:09.384862 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:37:09.384859 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:09.384868 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:09.384874 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:09.384879 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:37:09.384882 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:09.384885 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:37:09.384889 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:37:09.384895 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:09.384913 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:09.384914 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:37:09.384920 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:09.384914 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:37:09.384925 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:37:09.384858 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:37:09.384875 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:37:09.384932 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:37:09.384925 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:09.384941 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:09.384946 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:37:09.384946 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:37:09.384951 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:09.384955 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:37:09.384959 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:37:09.384962 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:37:09.384964 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:37:09.384915 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:09.384969 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:37:09.384969 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:09.384972 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:37:09.384975 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:37:09.384978 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:09.384978 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:09.384980 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:09.384998 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:09.385003 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:37:09.385006 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:37:09.385008 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:37:09.385009 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:09.385009 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:09.385017 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:09.385021 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:37:09.385010 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:37:09.385028 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:37:09.385020 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:09.385034 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:09.385037 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:37:09.385037 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:09.385042 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:37:09.385042 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:37:09.385041 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:09.385049 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:37:09.385053 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:37:09.385058 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:37:09.385055 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:09.385066 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:37:09.385074 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:37:09.385083 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:37:09.384922 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:37:09.385086 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:37:09.385038 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:37:09.384977 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:09.385105 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:37:09.384971 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:09.385116 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:37:09.384948 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:37:09.384960 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:09.385133 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:37:09.385139 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:37:09.385007 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:37:09.385015 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:37:09.385118 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:37:09.385177 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 32064 is already open, no action needed I0521 19:37:09.384936 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:09.385184 3817 port_claim.go:71] Svc openshift-ingress/router-default: port 30924 is already open, no action needed I0521 19:37:09.385190 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:37:09.384940 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:09.385259 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:37:09.384938 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:09.385299 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:37:09.384948 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:09.385337 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:37:09.385344 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:37:09.384929 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:37:09.385355 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:37:09.384954 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:09.385364 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:37:09.385369 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:37:09.384961 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:37:09.385379 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:37:09.384965 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:37:09.384967 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:37:09.384983 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:37:09.385001 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:09.385434 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:37:09.385007 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:09.385468 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:37:09.385476 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:37:09.385015 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:09.385486 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:37:09.385490 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:37:09.385023 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:09.385501 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:37:09.385024 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:09.385537 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:37:09.385545 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:37:09.385029 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:37:09.385028 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:37:09.385043 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:37:09.384933 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:09.385591 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:37:09.385041 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:37:09.385041 3817 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:09.385666 3817 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:09.385049 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:37:09.385119 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:37:09.385120 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:37:09.406844 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:37:09.406858 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:37:09.444813 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:37:09.444822 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:37:09.444834 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:37:09.444841 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:37:09.482284 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:37:09.482297 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:37:09.482307 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:37:09.482314 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:37:09.482320 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:37:09.482325 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:37:09.482337 3817 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:37:10.536280 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0521 19:37:10.536310 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 37.655µs I0521 19:37:10.915949 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal I0521 19:37:10.915968 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 24.377µs I0521 19:37:10.916045 3817 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall I0521 19:37:10.916071 3817 default_network_controller.go:1025] Node "ip-10-0-1-64.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:37:11.775108 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-94.ec2.internal I0521 19:37:11.775144 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-94.ec2.internal: 45.361µs I0521 19:37:11.803883 3817 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-558d667f46-gw7z9] creating logical port openshift-image-registry_image-registry-558d667f46-gw7z9 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:11.803975 3817 kube.go:256] Updating pod openshift-image-registry/image-registry-558d667f46-gw7z9 I0521 19:37:11.830506 3817 pod.go:62] [openshift-image-registry/image-registry-558d667f46-gw7z9] pod update took 26.558265ms I0521 19:37:11.830530 3817 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-558d667f46-gw7z9] addLogicalPort annotation time took 26.587878ms I0521 19:37:11.831670 3817 pods.go:271] [openshift-image-registry/image-registry-558d667f46-gw7z9] addLogicalPort took 27.802845ms, libovsdb time 845.185µs I0521 19:37:11.831717 3817 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5c6ccd8889-6xq6p] creating logical port openshift-ingress_router-default-5c6ccd8889-6xq6p for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:11.831782 3817 kube.go:256] Updating pod openshift-ingress/router-default-5c6ccd8889-6xq6p I0521 19:37:11.838583 3817 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-rt8f4] creating logical port openshift-dns_dns-default-rt8f4 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:11.838649 3817 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-kcr2b] creating logical port openshift-ingress-canary_ingress-canary-kcr2b for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:11.838714 3817 kube.go:256] Updating pod openshift-dns/dns-default-rt8f4 I0521 19:37:11.838727 3817 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-kcr2b I0521 19:37:11.856025 3817 pod.go:62] [openshift-ingress/router-default-5c6ccd8889-6xq6p] pod update took 24.266107ms I0521 19:37:11.856045 3817 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5c6ccd8889-6xq6p] addLogicalPort annotation time took 24.288889ms I0521 19:37:11.856185 3817 pod.go:62] [openshift-ingress-canary/ingress-canary-kcr2b] pod update took 17.483896ms I0521 19:37:11.856205 3817 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-kcr2b] addLogicalPort annotation time took 17.503614ms I0521 19:37:11.857184 3817 pods.go:271] [openshift-ingress/router-default-5c6ccd8889-6xq6p] addLogicalPort took 25.470931ms, libovsdb time 896.356µs I0521 19:37:11.857591 3817 pods.go:271] [openshift-ingress-canary/ingress-canary-kcr2b] addLogicalPort took 18.956829ms, libovsdb time 1.102249ms I0521 19:37:11.866609 3817 pod.go:62] [openshift-dns/dns-default-rt8f4] pod update took 27.921787ms I0521 19:37:11.866636 3817 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-rt8f4] addLogicalPort annotation time took 27.951321ms I0521 19:37:11.867565 3817 pods.go:271] [openshift-dns/dns-default-rt8f4] addLogicalPort took 28.993975ms, libovsdb time 684.701µs I0521 19:37:12.195284 3817 namespace.go:142] [openshift-must-gather-operator] updating namespace I0521 19:37:12.195311 3817 namespace.go:142] [openshift-network-diagnostics] updating namespace I0521 19:37:12.209212 3817 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:37:12.209273 3817 namespace.go:142] [openshift-network-node-identity] updating namespace I0521 19:37:12.221115 3817 namespace.go:142] [openshift-multus] updating namespace I0521 19:37:12.221483 3817 namespace.go:142] [openshift-network-console] updating namespace I0521 19:37:12.234591 3817 namespace.go:142] [openshift-ovn-kubernetes] updating namespace I0521 19:37:12.237393 3817 cni.go:452] [openshift-ingress-canary/ingress-canary-kcr2b 3d92331b421a1c98e76e20dbad73eac7e072bc009443ab0988dc9a711ded1ed9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-kcr2b 3d92331b421a1c98e76e20dbad73eac7e072bc009443ab0988dc9a711ded1ed9 network default NAD default NAD key ] I0521 19:37:12.272319 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-kcr2b, hostIfaceName: 3d92331b421a1c9, network: default, NAD default, SandboxID: "3d92331b421a1c98e76e20dbad73eac7e072bc009443ab0988dc9a711ded1ed9", PCI device ID: , UID: "3d642b5c-febf-4f6e-81d1-d4ce445a677a", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 19:37:12.332080 3817 cni.go:473] [openshift-ingress-canary/ingress-canary-kcr2b 3d92331b421a1c98e76e20dbad73eac7e072bc009443ab0988dc9a711ded1ed9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-kcr2b 3d92331b421a1c98e76e20dbad73eac7e072bc009443ab0988dc9a711ded1ed9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:02:ba:bf:ef:6c\",\"name\":\"3d92331b421a1c9\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0fdb52f-01b1-4a8b-859f-6bde2e0b3197\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:15.659859 3817 cni.go:452] [kube-system/global-pull-secret-syncer-n4gms 0e98f65ee7241a662187fc107c5222c05d1720be36faef649a170a120a995f4f network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-n4gms 0e98f65ee7241a662187fc107c5222c05d1720be36faef649a170a120a995f4f network default NAD default NAD key ] I0521 19:37:15.670582 3817 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-n4gms, hostIfaceName: 0e98f65ee7241a6, network: default, NAD default, SandboxID: "0e98f65ee7241a662187fc107c5222c05d1720be36faef649a170a120a995f4f", PCI device ID: , UID: "3e7894e1-fb96-40bc-a2ef-eb18707c1a3e", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 19:37:15.715150 3817 cni.go:473] [kube-system/global-pull-secret-syncer-n4gms 0e98f65ee7241a662187fc107c5222c05d1720be36faef649a170a120a995f4f network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-n4gms 0e98f65ee7241a662187fc107c5222c05d1720be36faef649a170a120a995f4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:18:ca:ad:64:f3\",\"name\":\"0e98f65ee7241a6\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/010d010a-ba29-4e40-828f-01bc6535bbae\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:15.899428 3817 cni.go:452] [openshift-network-diagnostics/network-check-target-t9lds 036537aaf37f2b029e3991ed91ae9edcf4e1b27d2b1ffcb876c4a02fff8f2500 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-t9lds 036537aaf37f2b029e3991ed91ae9edcf4e1b27d2b1ffcb876c4a02fff8f2500 network default NAD default NAD key ] I0521 19:37:15.910938 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-t9lds, hostIfaceName: 036537aaf37f2b0, network: default, NAD default, SandboxID: "036537aaf37f2b029e3991ed91ae9edcf4e1b27d2b1ffcb876c4a02fff8f2500", PCI device ID: , UID: "28dc3b6c-a776-4487-a047-022153078e52", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0521 19:37:15.954729 3817 cni.go:473] [openshift-network-diagnostics/network-check-target-t9lds 036537aaf37f2b029e3991ed91ae9edcf4e1b27d2b1ffcb876c4a02fff8f2500 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-t9lds 036537aaf37f2b029e3991ed91ae9edcf4e1b27d2b1ffcb876c4a02fff8f2500 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:fa:ba:bb:f7:88\",\"name\":\"036537aaf37f2b0\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d97f30f-86a4-40dc-95ed-f0b841ccc381\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:16.611232 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default" I0521 19:37:16.611260 3817 default_network_controller.go:1025] Node "ip-10-0-1-64.ec2.internal" in remote zone "ip-10-0-1-64.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:37:16.611284 3817 node_tracker.go:235] Node ip-10-0-1-64.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-64.ec2.internal" I0521 19:37:16.611304 3817 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:16.611322 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:16.763145 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default" I0521 19:37:16.763199 3817 default_network_controller.go:1025] Node "ip-10-0-1-64.ec2.internal" in remote zone "ip-10-0-1-64.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:37:16.763238 3817 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:16.763255 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:16.764309 3817 zone_ic_handler.go:195] Time taken to create transit switch: 320.936µs I0521 19:37:16.764349 3817 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-64.ec2.internal for the network default I0521 19:37:16.765938 3817 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-64.ec2.internal" on network "default" took: 1.961838ms I0521 19:37:17.822013 3817 egressfirewall.go:723] Syncing node "ip-10-0-1-64.ec2.internal" for egress firewall I0521 19:37:17.822031 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 10.0.1.64 to PMTUD blocking rules I0521 19:37:17.822045 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:37:17.822060 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal I0521 19:37:17.822076 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 21.735µs I0521 19:37:17.822110 3817 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-64.ec2.internal in network "default" I0521 19:37:17.822172 3817 node_tracker.go:169] Node ip-10-0-1-64.ec2.internal switch + router changed, syncing services in network "default" I0521 19:37:17.822190 3817 services_controller.go:574] Full service sync requested for network=default I0521 19:37:17.828662 3817 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-64.ec2.internal. Updating no re-route policies I0521 19:37:17.841063 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:37:17.841083 3817 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-64.ec2.internal", IP: 10.0.1.64 to PMTUD blocking rules W0521 19:37:18.994762 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:37:20.838131 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:37:20.932476 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:37:21.710293 3817 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-64.ec2.internal I0521 19:37:21.710328 3817 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-64.ec2.internal: 41.362µs I0521 19:37:22.363432 3817 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:37:22.364342 3817 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 888.431µs I0521 19:37:22.393038 3817 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:37:22.537561 3817 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-hgc5n for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:22.537654 3817 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n I0521 19:37:22.570609 3817 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n] pod update took 32.985471ms I0521 19:37:22.570635 3817 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n] addLogicalPort annotation time took 33.01586ms I0521 19:37:22.571667 3817 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n] addLogicalPort took 34.121007ms, libovsdb time 788.668µs I0521 19:37:22.890519 3817 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n 4239e8c713d0088ae160499a914abaef4facdb405ece9bf79585eedb1b66dd78 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n 4239e8c713d0088ae160499a914abaef4facdb405ece9bf79585eedb1b66dd78 network default NAD default NAD key ] I0521 19:37:22.901037 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-hgc5n, hostIfaceName: 4239e8c713d0088, network: default, NAD default, SandboxID: "4239e8c713d0088ae160499a914abaef4facdb405ece9bf79585eedb1b66dd78", PCI device ID: , UID: "d081bd84-ab6f-4ea6-8339-7cf7ea8e0003", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] W0521 19:37:22.928610 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:37:22.942119 3817 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:37:22.942827 3817 namespace.go:102] [openshift-service-ca] adding namespace took 688.823µs I0521 19:37:22.946223 3817 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n 4239e8c713d0088ae160499a914abaef4facdb405ece9bf79585eedb1b66dd78 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-hgc5n 4239e8c713d0088ae160499a914abaef4facdb405ece9bf79585eedb1b66dd78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:bd:cc:81:67:c0\",\"name\":\"4239e8c713d0088\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8308da74-e6d7-43a0-894a-e19400f8f336\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:22.966161 3817 namespace.go:142] [openshift-service-ca] updating namespace W0521 19:37:33.103747 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:37:43.985919 3817 cni.go:452] [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key ] I0521 19:37:43.995711 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-558d667f46-gw7z9, hostIfaceName: def226714217514, network: default, NAD default, SandboxID: "def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df", PCI device ID: , UID: "7013329e-f77f-4b5b-9ab0-f38d3a841a49", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0521 19:37:44.026039 3817 cni.go:452] [openshift-ingress/router-default-5c6ccd8889-6xq6p 1d6e1fdffc8010630340e1c0727a337427fecb26b88d5319fbc75ded62c14983 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5c6ccd8889-6xq6p 1d6e1fdffc8010630340e1c0727a337427fecb26b88d5319fbc75ded62c14983 network default NAD default NAD key ] I0521 19:37:44.027363 3817 cni.go:452] [openshift-dns/dns-default-rt8f4 9abe2ba5fc145bb92427e76975476201a1a84df1f622023283ee7e22bde0e09d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-rt8f4 9abe2ba5fc145bb92427e76975476201a1a84df1f622023283ee7e22bde0e09d network default NAD default NAD key ] I0521 19:37:44.050345 3817 cni.go:473] [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c2:59:99:10:b7\",\"name\":\"def226714217514\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/524d5a9a-37b0-41c9-a326-80412d2b923c\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:44.056070 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5c6ccd8889-6xq6p, hostIfaceName: 1d6e1fdffc80106, network: default, NAD default, SandboxID: "1d6e1fdffc8010630340e1c0727a337427fecb26b88d5319fbc75ded62c14983", PCI device ID: , UID: "1222fad3-fd30-46e5-b629-02b21b0c8959", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 19:37:44.064151 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-rt8f4, hostIfaceName: 9abe2ba5fc145bb, network: default, NAD default, SandboxID: "9abe2ba5fc145bb92427e76975476201a1a84df1f622023283ee7e22bde0e09d", PCI device ID: , UID: "4e07fea8-05a6-484f-8b16-37c1760dca58", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0521 19:37:44.102033 3817 cni.go:473] [openshift-ingress/router-default-5c6ccd8889-6xq6p 1d6e1fdffc8010630340e1c0727a337427fecb26b88d5319fbc75ded62c14983 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5c6ccd8889-6xq6p 1d6e1fdffc8010630340e1c0727a337427fecb26b88d5319fbc75ded62c14983 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ad:3c:67:fd:2b\",\"name\":\"1d6e1fdffc80106\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e38986c-649e-4126-acad-25685d1664d2\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:44.119168 3817 cni.go:473] [openshift-dns/dns-default-rt8f4 9abe2ba5fc145bb92427e76975476201a1a84df1f622023283ee7e22bde0e09d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-rt8f4 9abe2ba5fc145bb92427e76975476201a1a84df1f622023283ee7e22bde0e09d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:09:75:37:c1:6d\",\"name\":\"9abe2ba5fc145bb\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aee95e6d-023d-4ffe-974b-1922e3db968d\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:37:47.609864 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:37:47.624980 3817 cni.go:452] [openshift-multus/network-metrics-daemon-9ssph 5c571e595b5c0dc02bcb67299f1616749931c38ced4aa5f52f8d72e492e79235 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-9ssph 5c571e595b5c0dc02bcb67299f1616749931c38ced4aa5f52f8d72e492e79235 network default NAD default NAD key ] I0521 19:37:47.634694 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-9ssph, hostIfaceName: 5c571e595b5c0dc, network: default, NAD default, SandboxID: "5c571e595b5c0dc02bcb67299f1616749931c38ced4aa5f52f8d72e492e79235", PCI device ID: , UID: "386a946f-25db-423a-a81d-b05aceb05386", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] W0521 19:37:47.636289 3817 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:47.636308 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:47.636316 3817 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:47.652944 3817 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:37:47.679662 3817 cni.go:473] [openshift-multus/network-metrics-daemon-9ssph 5c571e595b5c0dc02bcb67299f1616749931c38ced4aa5f52f8d72e492e79235 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-9ssph 5c571e595b5c0dc02bcb67299f1616749931c38ced4aa5f52f8d72e492e79235 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:4e:e5:83:b0:74\",\"name\":\"5c571e595b5c0dc\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a416d1d1-10bc-4d0a-b582-a36b47cdac66\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:37:47.719433 3817 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:37:47.725907 3817 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:37:47.734345 3817 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-s4hlg] creating logical port openshift-insights_insights-runtime-extractor-s4hlg for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:47.734431 3817 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-s4hlg W0521 19:37:47.748221 3817 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:37:47.754742 3817 pod.go:62] [openshift-insights/insights-runtime-extractor-s4hlg] pod update took 20.338268ms I0521 19:37:47.754761 3817 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-s4hlg] addLogicalPort annotation time took 20.360988ms I0521 19:37:47.755800 3817 pods.go:271] [openshift-insights/insights-runtime-extractor-s4hlg] addLogicalPort took 21.464164ms, libovsdb time 723.38µs I0521 19:37:47.801866 3817 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-czkrd] creating logical port openshift-console_downloads-5c54f4944f-czkrd for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:47.801971 3817 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-czkrd I0521 19:37:47.830847 3817 pod.go:62] [openshift-console/downloads-5c54f4944f-czkrd] pod update took 28.898841ms I0521 19:37:47.830866 3817 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-czkrd] addLogicalPort annotation time took 28.920775ms I0521 19:37:47.831799 3817 pods.go:271] [openshift-console/downloads-5c54f4944f-czkrd] addLogicalPort took 29.9497ms, libovsdb time 670.36µs I0521 19:37:47.860005 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-f6fmn for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:47.860081 3817 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn I0521 19:37:47.883253 3817 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn] pod update took 23.192392ms I0521 19:37:47.883272 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn] addLogicalPort annotation time took 23.212981ms I0521 19:37:47.884153 3817 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn] addLogicalPort took 24.188746ms, libovsdb time 628.626µs I0521 19:37:48.141668 3817 cni.go:452] [openshift-insights/insights-runtime-extractor-s4hlg 06646828e158d4adaf670af43abedbadd54309cd405871aa7b7b90b64ae0675d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-s4hlg 06646828e158d4adaf670af43abedbadd54309cd405871aa7b7b90b64ae0675d network default NAD default NAD key ] I0521 19:37:48.151430 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-s4hlg, hostIfaceName: 06646828e158d4a, network: default, NAD default, SandboxID: "06646828e158d4adaf670af43abedbadd54309cd405871aa7b7b90b64ae0675d", PCI device ID: , UID: "46430b55-b60d-400d-9dd3-2bfc3d55f373", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 19:37:48.190735 3817 cni.go:452] [openshift-console/downloads-5c54f4944f-czkrd 8ff9127de287fd50a841df236ce4260a9189d9b3107f3ea87d61d72ab417de8f network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-czkrd 8ff9127de287fd50a841df236ce4260a9189d9b3107f3ea87d61d72ab417de8f network default NAD default NAD key ] I0521 19:37:48.199616 3817 cni.go:473] [openshift-insights/insights-runtime-extractor-s4hlg 06646828e158d4adaf670af43abedbadd54309cd405871aa7b7b90b64ae0675d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-s4hlg 06646828e158d4adaf670af43abedbadd54309cd405871aa7b7b90b64ae0675d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:03:ac:93:86:92\",\"name\":\"06646828e158d4a\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24d9cfc0-53b6-48ec-b3fb-e331d4152b21\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:48.199647 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-czkrd, hostIfaceName: 8ff9127de287fd5, network: default, NAD default, SandboxID: "8ff9127de287fd50a841df236ce4260a9189d9b3107f3ea87d61d72ab417de8f", PCI device ID: , UID: "e2fd7da7-85a5-4242-8092-32d333a78114", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 19:37:48.251309 3817 cni.go:473] [openshift-console/downloads-5c54f4944f-czkrd 8ff9127de287fd50a841df236ce4260a9189d9b3107f3ea87d61d72ab417de8f network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-czkrd 8ff9127de287fd50a841df236ce4260a9189d9b3107f3ea87d61d72ab417de8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:d7:bf:d6:9b:ff\",\"name\":\"8ff9127de287fd5\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c212796-8508-442a-a664-172e57d42090\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:48.258103 3817 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn 7ae0c64cf81f7b568f750f3b8b0421b9d1118ac5ea4f954329cbaccaf205b623 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn 7ae0c64cf81f7b568f750f3b8b0421b9d1118ac5ea4f954329cbaccaf205b623 network default NAD default NAD key ] I0521 19:37:48.266966 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-f6fmn, hostIfaceName: 7ae0c64cf81f7b5, network: default, NAD default, SandboxID: "7ae0c64cf81f7b568f750f3b8b0421b9d1118ac5ea4f954329cbaccaf205b623", PCI device ID: , UID: "0010680a-ef2a-4b44-a41f-11c44afe31d6", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 19:37:48.316723 3817 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn 7ae0c64cf81f7b568f750f3b8b0421b9d1118ac5ea4f954329cbaccaf205b623 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-f6fmn 7ae0c64cf81f7b568f750f3b8b0421b9d1118ac5ea4f954329cbaccaf205b623 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:cb:26:94:6f:50\",\"name\":\"7ae0c64cf81f7b5\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5303f458-305c-4713-b42d-e16588788d8b\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:37:50.001184 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:37:50.090871 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:37:50.155123 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:37:51.129342 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.129366 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.129371 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.129386 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.129392 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:51.129399 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:37:55.051744 3817 base_network_controller_pods.go:487] [default/openshift-console/console-9ccbd75dc-2gpg9] creating logical port openshift-console_console-9ccbd75dc-2gpg9 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:55.051840 3817 kube.go:256] Updating pod openshift-console/console-9ccbd75dc-2gpg9 I0521 19:37:55.072198 3817 pod.go:62] [openshift-console/console-9ccbd75dc-2gpg9] pod update took 20.382315ms I0521 19:37:55.072224 3817 base_network_controller_pods.go:951] [default/openshift-console/console-9ccbd75dc-2gpg9] addLogicalPort annotation time took 20.410305ms I0521 19:37:55.073341 3817 pods.go:271] [openshift-console/console-9ccbd75dc-2gpg9] addLogicalPort took 21.610757ms, libovsdb time 804.673µs I0521 19:37:55.387098 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-8dsqb for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:55.387188 3817 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb I0521 19:37:55.411624 3817 cni.go:452] [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key ] I0521 19:37:55.421388 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9ccbd75dc-2gpg9, hostIfaceName: 5dd5dfd924e0d6c, network: default, NAD default, SandboxID: "5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc", PCI device ID: , UID: "3a73fe52-93bd-4ce9-a68c-3d3b9a2eb7d7", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 19:37:55.451247 3817 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb I0521 19:37:55.473270 3817 cni.go:473] [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:93:33:f8:4d:8c\",\"name\":\"5dd5dfd924e0d6c\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d076667-d62d-44a6-a034-2c718298d0d0\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:37:55.522807 3817 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb] pod update took 135.646655ms I0521 19:37:55.522831 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb] addLogicalPort annotation time took 135.675489ms I0521 19:37:55.524126 3817 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb] addLogicalPort took 137.043139ms, libovsdb time 990.921µs I0521 19:37:55.742320 3817 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb 9199cc01dcdf289b82b58772489429e98a54823f4dc3f26cf45b413406e66b9f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb 9199cc01dcdf289b82b58772489429e98a54823f4dc3f26cf45b413406e66b9f network default NAD default NAD key ] I0521 19:37:55.753069 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-8dsqb, hostIfaceName: 9199cc01dcdf289, network: default, NAD default, SandboxID: "9199cc01dcdf289b82b58772489429e98a54823f4dc3f26cf45b413406e66b9f", PCI device ID: , UID: "0fdd95df-5cbf-4a26-8e9f-4adf3ad197a1", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0521 19:37:55.801545 3817 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb 9199cc01dcdf289b82b58772489429e98a54823f4dc3f26cf45b413406e66b9f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-8dsqb 9199cc01dcdf289b82b58772489429e98a54823f4dc3f26cf45b413406e66b9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:30:a0:82:66:84\",\"name\":\"9199cc01dcdf289\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/113f1707-efef-480d-8369-3286b312b38d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:37:55.983427 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:55.983450 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:55.983458 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:55.983476 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:55.983483 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:55.983489 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:37:56.517161 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:56.517271 3817 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:37:56.541613 3817 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.379763ms I0521 19:37:56.541636 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.406419ms I0521 19:37:56.543170 3817 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.031096ms, libovsdb time 1.242246ms W0521 19:37:57.092068 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:57.092095 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:57.092104 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:37:57.761420 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:37:57.761454 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:37:58.428267 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-868bc8d685-q99qd] creating logical port openshift-monitoring_thanos-querier-868bc8d685-q99qd for pod on switch ip-10-0-0-94.ec2.internal I0521 19:37:58.428375 3817 kube.go:256] Updating pod openshift-monitoring/thanos-querier-868bc8d685-q99qd I0521 19:37:58.446570 3817 pod.go:62] [openshift-monitoring/thanos-querier-868bc8d685-q99qd] pod update took 18.230211ms I0521 19:37:58.446592 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-868bc8d685-q99qd] addLogicalPort annotation time took 18.256982ms I0521 19:37:58.447953 3817 pods.go:271] [openshift-monitoring/thanos-querier-868bc8d685-q99qd] addLogicalPort took 19.703689ms, libovsdb time 1.016954ms I0521 19:38:00.312070 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5486ff985-7fnjd] creating logical port openshift-monitoring_metrics-server-5486ff985-7fnjd for pod on switch ip-10-0-0-94.ec2.internal I0521 19:38:00.312154 3817 kube.go:256] Updating pod openshift-monitoring/metrics-server-5486ff985-7fnjd I0521 19:38:00.332759 3817 pod.go:62] [openshift-monitoring/metrics-server-5486ff985-7fnjd] pod update took 20.625782ms I0521 19:38:00.332780 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5486ff985-7fnjd] addLogicalPort annotation time took 20.654444ms I0521 19:38:00.334053 3817 pods.go:271] [openshift-monitoring/metrics-server-5486ff985-7fnjd] addLogicalPort took 21.996633ms, libovsdb time 877.377µs I0521 19:38:00.838307 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-b89c9d597-jhpc9] creating logical port openshift-monitoring_telemeter-client-b89c9d597-jhpc9 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:38:00.838447 3817 kube.go:256] Updating pod openshift-monitoring/telemeter-client-b89c9d597-jhpc9 I0521 19:38:00.860016 3817 pod.go:62] [openshift-monitoring/telemeter-client-b89c9d597-jhpc9] pod update took 21.620875ms I0521 19:38:00.860036 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-b89c9d597-jhpc9] addLogicalPort annotation time took 21.645915ms I0521 19:38:00.861291 3817 pods.go:271] [openshift-monitoring/telemeter-client-b89c9d597-jhpc9] addLogicalPort took 23.003084ms, libovsdb time 887.457µs W0521 19:38:02.060446 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:02.060472 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:02.060481 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:02.060487 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:03.061945 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0521 19:38:04.083159 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:38:04.083187 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:38:04.471776 3817 cni.go:452] [openshift-monitoring/metrics-server-5486ff985-7fnjd 38822ec28b90a16d00e2840fa32e0cc542eacbbd799f379cd902cc6538efd084 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5486ff985-7fnjd 38822ec28b90a16d00e2840fa32e0cc542eacbbd799f379cd902cc6538efd084 network default NAD default NAD key ] I0521 19:38:04.481245 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5486ff985-7fnjd, hostIfaceName: 38822ec28b90a16, network: default, NAD default, SandboxID: "38822ec28b90a16d00e2840fa32e0cc542eacbbd799f379cd902cc6538efd084", PCI device ID: , UID: "056a0d5a-74e6-43d5-b860-b3f86079df63", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0521 19:38:04.530692 3817 cni.go:473] [openshift-monitoring/metrics-server-5486ff985-7fnjd 38822ec28b90a16d00e2840fa32e0cc542eacbbd799f379cd902cc6538efd084 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5486ff985-7fnjd 38822ec28b90a16d00e2840fa32e0cc542eacbbd799f379cd902cc6538efd084 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ab:cf:bf:f2:ab\",\"name\":\"38822ec28b90a16\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e43843ba-7b43-4cbe-8904-83c795e3e46c\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:38:04.671026 3817 cni.go:452] [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key ] I0521 19:38:04.672700 3817 cni.go:452] [openshift-monitoring/thanos-querier-868bc8d685-q99qd 22fdab57546a822da2ca7b1ee32c46abc890513abab46e1ae66fbc9faf939a77 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-868bc8d685-q99qd 22fdab57546a822da2ca7b1ee32c46abc890513abab46e1ae66fbc9faf939a77 network default NAD default NAD key ] I0521 19:38:04.673197 3817 cni.go:452] [openshift-monitoring/telemeter-client-b89c9d597-jhpc9 4f9f60e0af48d7b6147baf2c568de850e0a7dbf15ddf8a114bb3a8649d97e214 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-b89c9d597-jhpc9 4f9f60e0af48d7b6147baf2c568de850e0a7dbf15ddf8a114bb3a8649d97e214 network default NAD default NAD key ] I0521 19:38:04.684925 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-868bc8d685-q99qd, hostIfaceName: 22fdab57546a822, network: default, NAD default, SandboxID: "22fdab57546a822da2ca7b1ee32c46abc890513abab46e1ae66fbc9faf939a77", PCI device ID: , UID: "21a040ed-9cf9-45aa-8633-c6ec8616cd11", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 19:38:04.686189 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-b89c9d597-jhpc9, hostIfaceName: 4f9f60e0af48d7b, network: default, NAD default, SandboxID: "4f9f60e0af48d7b6147baf2c568de850e0a7dbf15ddf8a114bb3a8649d97e214", PCI device ID: , UID: "b0cab525-c720-4346-9cd1-713bc70e25a9", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 19:38:04.686432 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e3eca4347ead704, network: default, NAD default, SandboxID: "e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c", PCI device ID: , UID: "3fb2ea18-f0da-4f22-be28-618a2071199f", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0521 19:38:04.743462 3817 cni.go:473] [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ca:ef:e7:be:0c\",\"name\":\"e3eca4347ead704\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76711595-0c4b-44ec-b717-3c8d23979702\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:38:04.966977 3817 cni.go:473] [openshift-monitoring/telemeter-client-b89c9d597-jhpc9 4f9f60e0af48d7b6147baf2c568de850e0a7dbf15ddf8a114bb3a8649d97e214 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-b89c9d597-jhpc9 4f9f60e0af48d7b6147baf2c568de850e0a7dbf15ddf8a114bb3a8649d97e214 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:05:8e:9c:d0:b1\",\"name\":\"4f9f60e0af48d7b\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5f8e001-0435-4759-a448-eea52704bff3\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:38:04.968438 3817 cni.go:473] [openshift-monitoring/thanos-querier-868bc8d685-q99qd 22fdab57546a822da2ca7b1ee32c46abc890513abab46e1ae66fbc9faf939a77 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-868bc8d685-q99qd 22fdab57546a822da2ca7b1ee32c46abc890513abab46e1ae66fbc9faf939a77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c3:4c:5e:f0:8e\",\"name\":\"22fdab57546a822\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84f5a302-9bd3-4049-83cc-c27fb3d48d62\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:38:05.163711 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:38:05.195460 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 19:38:05.222470 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:38:06.092514 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:38:06.247514 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:38:07.239018 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.239045 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.239054 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.269037 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:07.277344 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:07.323554 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.323618 3817 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.323632 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:07.407824 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:38:07.407844 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:38:13.024900 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.025529 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.043460 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.043943 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:13.163228 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.163248 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6cd574bc8f-srr5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.164930 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6cd574bc8f-srr5g I0521 19:38:13.164961 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6cd574bc8f-srr5g I0521 19:38:13.403275 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.403294 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-52rr8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:13.416835 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-558d667f46-52rr8 I0521 19:38:13.416860 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-558d667f46-52rr8 W0521 19:38:14.260859 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:14.260884 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:14.260893 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:14.260901 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:38:23.327901 3817 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-77758bb95f-mch2t IP address from the namespace address-set, err: pod openshift-console/console-77758bb95f-mch2t: no pod IPs found I0521 19:38:25.877233 3817 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:38:25.877321 3817 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 I0521 19:38:25.892968 3817 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7] pod update took 15.672925ms I0521 19:38:25.893011 3817 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7] addLogicalPort annotation time took 15.699521ms I0521 19:38:25.894240 3817 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7] addLogicalPort took 17.027936ms, libovsdb time 901.957µs I0521 19:38:26.267597 3817 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key ] I0521 19:38:26.276777 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7, hostIfaceName: 22af2765cb62545, network: default, NAD default, SandboxID: "22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c", PCI device ID: , UID: "b55677f3-37ee-4c7e-807f-2bddabf15c0e", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 19:38:26.324072 3817 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:8c:b0:59:99:4e\",\"name\":\"22af2765cb62545\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d719e14-ce98-41ec-b52f-4d777de8112b\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:38:28.278000 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:28.278025 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:29.218790 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:38:31.234304 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:38:31.538600 3817 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:31.539181 3817 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:38:32.244562 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:38:32.412054 3817 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:32.412077 3817 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-b4jr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:32.421729 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9ccbd75dc-b4jr9 I0521 19:38:32.421752 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9ccbd75dc-b4jr9 W0521 19:38:36.947806 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.947824 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:38:36.947830 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:38:39.418096 3817 cni.go:452] [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key ] I0521 19:38:39.503606 3817 cni.go:473] [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9ccbd75dc-2gpg9 5dd5dfd924e0d6cb5d4dd43ac6f443a48eb5769b1aaf8feeded3c33d4ee0c1bc network default NAD default NAD key default], result "{}", err I0521 19:38:41.755446 3817 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:41.755487 3817 pods.go:176] Deleting pod: openshift-console/console-9ccbd75dc-2gpg9 I0521 19:38:41.756837 3817 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9ccbd75dc-2gpg9, ips: 10.129.0.14 I0521 19:38:41.756872 3817 obj_retry.go:498] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:41.769188 3817 base_network_controller_pods.go:487] [default/openshift-console/console-7cc4968d98-ftjxb] creating logical port openshift-console_console-7cc4968d98-ftjxb for pod on switch ip-10-0-0-94.ec2.internal I0521 19:38:41.769292 3817 kube.go:256] Updating pod openshift-console/console-7cc4968d98-ftjxb I0521 19:38:41.785296 3817 pod.go:62] [openshift-console/console-7cc4968d98-ftjxb] pod update took 16.027899ms I0521 19:38:41.785322 3817 base_network_controller_pods.go:951] [default/openshift-console/console-7cc4968d98-ftjxb] addLogicalPort annotation time took 16.058313ms I0521 19:38:41.786470 3817 pods.go:271] [openshift-console/console-7cc4968d98-ftjxb] addLogicalPort took 17.299585ms, libovsdb time 817.826µs I0521 19:38:42.155030 3817 cni.go:452] [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key ] I0521 19:38:42.179493 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cc4968d98-ftjxb, hostIfaceName: c915a6ec31fed58, network: default, NAD default, SandboxID: "c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990", PCI device ID: , UID: "96feb46d-0245-4e87-8866-f8c92515ce42", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 19:38:42.228740 3817 cni.go:473] [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:36:e0:ea:fc:5b\",\"name\":\"c915a6ec31fed58\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35736e09-5179-410f-88f1-fd0fa9417ffc\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:38:42.415559 3817 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:42.415582 3817 obj_retry.go:492] Detected object openshift-console/console-9ccbd75dc-2gpg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:42.421900 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9ccbd75dc-2gpg9 I0521 19:38:42.421932 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9ccbd75dc-2gpg9 I0521 19:38:44.363290 3817 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key ] I0521 19:38:44.432514 3817 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 22af2765cb625455cf6cf5d3f4e7658a655dd773b8958d13874844307d01935c network default NAD default NAD key default], result "{}", err I0521 19:38:44.515959 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.516003 3817 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 I0521 19:38:44.517350 3817 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7, ips: 10.129.0.20 I0521 19:38:44.517378 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.517400 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.517410 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:38:44.517616 3817 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:38:44.517631 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:38:45.409002 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:45.409026 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:45.409041 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:45.409050 3817 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dclqc7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:38:46.005772 3817 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:38:46.019219 3817 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0521 19:38:46.275720 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 19:38:47.655114 3817 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-9nndc for pod on switch ip-10-0-0-94.ec2.internal I0521 19:38:47.655240 3817 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc I0521 19:38:47.677092 3817 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc] pod update took 21.890174ms I0521 19:38:47.677117 3817 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc] addLogicalPort annotation time took 21.920763ms I0521 19:38:47.678382 3817 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc] addLogicalPort took 23.287385ms, libovsdb time 966.868µs I0521 19:38:48.061899 3817 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc ba7cc391021cf7c86567041e5d995a806498d9383bf36f7c1b031719491bc223 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc ba7cc391021cf7c86567041e5d995a806498d9383bf36f7c1b031719491bc223 network default NAD default NAD key ] I0521 19:38:48.070760 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-9nndc, hostIfaceName: ba7cc391021cf7c, network: default, NAD default, SandboxID: "ba7cc391021cf7c86567041e5d995a806498d9383bf36f7c1b031719491bc223", PCI device ID: , UID: "56660905-8acf-4f52-963a-8e7013f89815", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 19:38:48.120622 3817 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc ba7cc391021cf7c86567041e5d995a806498d9383bf36f7c1b031719491bc223 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-9nndc ba7cc391021cf7c86567041e5d995a806498d9383bf36f7c1b031719491bc223 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:94:6a:1a:be:a4\",\"name\":\"ba7cc391021cf7c\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cd77ec1-0913-4957-bcde-322403be0669\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:38:52.404356 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0521 19:38:52.431639 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:39:00.373619 3817 obj_retry.go:498] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:00.374193 3817 obj_retry.go:498] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:01.331983 3817 obj_retry.go:492] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:01.332021 3817 obj_retry.go:492] Detected object openshift-ingress/router-default-8494bb5ccc-68jpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:01.341196 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8494bb5ccc-68jpt I0521 19:39:01.341225 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8494bb5ccc-68jpt I0521 19:39:01.361258 3817 cni.go:452] [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key ] I0521 19:39:01.441060 3817 cni.go:473] [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-558d667f46-gw7z9 def226714217514a02934c6046eedce305eaedc2f3f6743af2c37e095db000df network default NAD default NAD key default], result "{}", err I0521 19:39:01.505744 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:01.505778 3817 pods.go:176] Deleting pod: openshift-image-registry/image-registry-558d667f46-gw7z9 I0521 19:39:01.507415 3817 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-558d667f46-gw7z9, ips: 10.129.0.6 I0521 19:39:01.507445 3817 obj_retry.go:498] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:02.442024 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:02.442127 3817 obj_retry.go:492] Detected object openshift-image-registry/image-registry-558d667f46-gw7z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:02.455467 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-558d667f46-gw7z9 I0521 19:39:02.455564 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-558d667f46-gw7z9 W0521 19:39:03.408689 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:39:07.782432 3817 obj_retry.go:498] Detected object openshift-console/console-77758bb95f-rpgkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:07.783005 3817 obj_retry.go:498] Detected object openshift-console/console-77758bb95f-rpgkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:08.367458 3817 obj_retry.go:492] Detected object openshift-console/console-77758bb95f-rpgkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:08.367478 3817 obj_retry.go:492] Detected object openshift-console/console-77758bb95f-rpgkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:08.376712 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77758bb95f-rpgkb I0521 19:39:08.376736 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77758bb95f-rpgkb I0521 19:39:17.446215 3817 cni.go:452] [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key ] I0521 19:39:17.515466 3817 cni.go:473] [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 e3eca4347ead7046e3484a7a94276452a7957fac8d3b820b79d580decf26a65c network default NAD default NAD key default], result "{}", err I0521 19:39:17.574072 3817 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:17.574104 3817 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 19:39:17.575443 3817 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0521 19:39:17.575478 3817 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:18.521390 3817 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:18.521412 3817 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:18.531538 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:39:18.531561 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:39:18.587299 3817 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:39:18.587406 3817 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:39:18.614805 3817 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.438097ms I0521 19:39:18.614831 3817 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.466947ms I0521 19:39:18.616030 3817 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.746623ms, libovsdb time 843.052µs I0521 19:39:18.946632 3817 cni.go:452] [openshift-monitoring/alertmanager-main-1 66a61522090ccbaada05f7e5d88c270c6e1d668f214c7a09c4c75a69e47bc5c3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 66a61522090ccbaada05f7e5d88c270c6e1d668f214c7a09c4c75a69e47bc5c3 network default NAD default NAD key ] I0521 19:39:18.956164 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 66a61522090ccba, network: default, NAD default, SandboxID: "66a61522090ccbaada05f7e5d88c270c6e1d668f214c7a09c4c75a69e47bc5c3", PCI device ID: , UID: "614c7b94-3f55-4ab1-87ee-47b3eff88b24", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 19:39:19.002516 3817 cni.go:473] [openshift-monitoring/alertmanager-main-1 66a61522090ccbaada05f7e5d88c270c6e1d668f214c7a09c4c75a69e47bc5c3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 66a61522090ccbaada05f7e5d88c270c6e1d668f214c7a09c4c75a69e47bc5c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:7f:a1:c0:ee:fe\",\"name\":\"66a61522090ccba\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ab323af-0e73-4eeb-b961-86f151f38bdb\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:39:21.955013 3817 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:21.955493 3817 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:22.441712 3817 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:22.441737 3817 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:22.452923 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:39:22.452944 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:39:40.547260 3817 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-nh7qp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:40.547812 3817 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-nh7qp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:40.653213 3817 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-nh7qp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:40.653231 3817 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-nh7qp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:40.662569 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc4968d98-nh7qp I0521 19:39:40.662586 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc4968d98-nh7qp W0521 19:39:48.998792 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:39:48.998815 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:39:48.998822 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:39:50.308314 3817 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.308964 3817 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:50.710084 3817 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.710111 3817 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:50.721918 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:39:50.721941 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:39:51.688437 3817 cni.go:452] [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key ] I0521 19:39:51.762815 3817 cni.go:473] [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cc4968d98-ftjxb c915a6ec31fed58fcfc816923ce67f03d86b2183e14134e26db4997a6d560990 network default NAD default NAD key default], result "{}", err I0521 19:39:51.820073 3817 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-ftjxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:51.820103 3817 pods.go:176] Deleting pod: openshift-console/console-7cc4968d98-ftjxb I0521 19:39:51.821241 3817 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cc4968d98-ftjxb, ips: 10.129.0.21 I0521 19:39:51.821266 3817 obj_retry.go:498] Detected object openshift-console/console-7cc4968d98-ftjxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:39:52.662265 3817 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-ftjxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:52.662287 3817 obj_retry.go:492] Detected object openshift-console/console-7cc4968d98-ftjxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:39:52.666629 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc4968d98-ftjxb I0521 19:39:52.666657 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc4968d98-ftjxb I0521 19:40:00.206414 3817 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656540-vr9j5 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:40:00.206543 3817 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 I0521 19:40:00.220887 3817 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5] pod update took 14.377022ms I0521 19:40:00.220909 3817 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5] addLogicalPort annotation time took 14.404709ms I0521 19:40:00.222130 3817 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5] addLogicalPort took 15.737023ms, libovsdb time 889.78µs I0521 19:40:00.578928 3817 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key ] I0521 19:40:00.587977 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656540-vr9j5, hostIfaceName: ff3806c1e83947a, network: default, NAD default, SandboxID: "ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5", PCI device ID: , UID: "e8091392-33ab-49b8-8a83-67a81e34a364", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 19:40:00.634755 3817 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:27:5b:35:cb:0f\",\"name\":\"ff3806c1e83947a\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbb1842a-4eb8-43c5-b510-7f60a62986ce\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:04.720451 3817 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key ] I0521 19:40:04.798482 3817 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 ff3806c1e83947a09db9383ddd80249e313df7a39e33879ddf1473c0b9066fb5 network default NAD default NAD key default], result "{}", err I0521 19:40:04.842978 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.843028 3817 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 I0521 19:40:04.844231 3817 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5, ips: 10.129.0.24 I0521 19:40:04.844258 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.745373 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.745404 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-vr9j5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:25.045060 3817 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:25.045570 3817 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:25.854788 3817 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:25.854813 3817 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:25.866722 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:40:25.866735 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:42:18.217339 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:42:35.090049 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 19:43:10.200308 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:43:11.937038 3817 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:43:38.195253 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 19:44:22.092886 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0521 19:44:37.100323 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=627 I0521 19:44:43.092058 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0521 19:44:53.184251 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 19:45:17.091907 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0521 19:45:24.217423 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0521 19:45:49.364921 3817 namespace.go:98] [tsf] adding namespace I0521 19:45:49.365745 3817 namespace.go:102] [tsf] adding namespace took 804.081µs I0521 19:45:49.386280 3817 namespace.go:142] [tsf] updating namespace I0521 19:45:49.399465 3817 namespace.go:142] [tsf] updating namespace I0521 19:45:53.555303 3817 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:45:53.556236 3817 namespace.go:102] [cert-manager-operator] adding namespace took 872.626µs I0521 19:45:53.568038 3817 namespace.go:98] [rhbk-operator] adding namespace I0521 19:45:53.568136 3817 namespace.go:98] [tsf-tas] adding namespace I0521 19:45:53.568187 3817 namespace.go:98] [konflux-operator] adding namespace I0521 19:45:53.568293 3817 namespace.go:98] [tsf-tpa] adding namespace I0521 19:45:53.568762 3817 namespace.go:102] [rhbk-operator] adding namespace took 689.332µs I0521 19:45:53.568798 3817 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:45:53.569318 3817 namespace.go:102] [tsf-keycloak] adding namespace took 507.877µs I0521 19:45:53.569942 3817 namespace.go:102] [tsf-tas] adding namespace took 1.783298ms I0521 19:45:53.570491 3817 namespace.go:102] [konflux-operator] adding namespace took 2.258552ms I0521 19:45:53.570515 3817 namespace.go:98] [konflux-ui] adding namespace I0521 19:45:53.570704 3817 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:45:53.571139 3817 namespace.go:102] [konflux-ui] adding namespace took 614.687µs I0521 19:45:53.571621 3817 namespace.go:102] [tsf-tpa] adding namespace took 3.307184ms I0521 19:45:53.572044 3817 namespace.go:102] [rhtpa-operator] adding namespace took 1.326165ms I0521 19:45:53.596978 3817 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:45:53.606149 3817 namespace.go:142] [tsf-tas] updating namespace I0521 19:45:53.617827 3817 namespace.go:142] [rhbk-operator] updating namespace I0521 19:45:53.617867 3817 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:53.617965 3817 namespace.go:142] [konflux-operator] updating namespace I0521 19:45:53.618084 3817 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:45:53.626705 3817 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:53.626817 3817 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:45:53.626888 3817 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:45:53.645904 3817 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:45:53.664197 3817 namespace.go:142] [tsf-tas] updating namespace I0521 19:45:53.693707 3817 namespace.go:142] [tsf-tas] updating namespace I0521 19:45:53.703753 3817 namespace.go:142] [konflux-operator] updating namespace I0521 19:45:53.710705 3817 namespace.go:142] [konflux-operator] updating namespace I0521 19:45:53.724721 3817 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:53.738771 3817 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:53.747283 3817 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:45:53.765132 3817 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:45:53.768707 3817 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:53.789051 3817 namespace.go:142] [konflux-ui] updating namespace I0521 19:45:53.799138 3817 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:45:53.812942 3817 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:45:53.821676 3817 namespace.go:142] [rhbk-operator] updating namespace I0521 19:45:53.846706 3817 namespace.go:142] [rhbk-operator] updating namespace I0521 19:45:54.969814 3817 namespace.go:142] [tsf-tpa] updating namespace I0521 19:45:54.987681 3817 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:45:55.171264 3817 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-94.ec2.internal I0521 19:45:55.171387 3817 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:45:55.199795 3817 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.44064ms I0521 19:45:55.199822 3817 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.473105ms I0521 19:45:55.201024 3817 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.775719ms, libovsdb time 851.138µs I0521 19:45:55.539089 3817 cni.go:452] [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key ] I0521 19:45:55.548197 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: c8b823775ab2e66, network: default, NAD default, SandboxID: "c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded", PCI device ID: , UID: "90e4efa7-85c4-4df9-a94a-cfc777335dfb", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 19:45:55.597319 3817 cni.go:473] [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ed:8c:7e:53:40\",\"name\":\"c8b823775ab2e66\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b18d0d-f6e7-4012-9620-c4bfda5e4629\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:56.601230 3817 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd for pod on switch ip-10-0-0-94.ec2.internal I0521 19:45:56.601361 3817 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd I0521 19:45:56.616299 3817 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd] pod update took 14.969277ms I0521 19:45:56.616322 3817 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd] addLogicalPort annotation time took 14.995853ms I0521 19:45:56.617547 3817 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd] addLogicalPort took 16.334595ms, libovsdb time 891.735µs I0521 19:45:56.701965 3817 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:45:56.702066 3817 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 I0521 19:45:56.716007 3817 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99] pod update took 13.948472ms I0521 19:45:56.716029 3817 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99] addLogicalPort annotation time took 13.991537ms I0521 19:45:56.717212 3817 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99] addLogicalPort took 15.258761ms, libovsdb time 863.482µs I0521 19:45:57.380351 3817 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key ] I0521 19:45:57.380477 3817 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key ] I0521 19:45:57.391099 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99, hostIfaceName: ca1d38057c64624, network: default, NAD default, SandboxID: "ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807", PCI device ID: , UID: "1790359b-a695-43e9-b25e-a14c0c603246", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 19:45:57.391394 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd, hostIfaceName: 15249cc8fd1f432, network: default, NAD default, SandboxID: "15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576", PCI device ID: , UID: "bbd3edbb-b8f2-4480-943a-d4f81eb164ea", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 19:45:57.439043 3817 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:fa:78:7a:83:12\",\"name\":\"ca1d38057c64624\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ab6647e-bc7f-4e70-bce0-d75f0b886a2f\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:57.457037 3817 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:32:b2:47:ba:03\",\"name\":\"15249cc8fd1f432\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78a42e8b-2ba7-46db-acb5-7cd03c547b5d\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:45:59.516880 3817 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:45:59.517046 3817 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 I0521 19:45:59.533048 3817 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6] pod update took 16.031184ms I0521 19:45:59.533080 3817 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6] addLogicalPort annotation time took 16.085223ms I0521 19:45:59.534617 3817 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6] addLogicalPort took 17.726208ms, libovsdb time 1.064661ms I0521 19:45:59.899531 3817 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx for pod on switch ip-10-0-0-94.ec2.internal I0521 19:45:59.899698 3817 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx I0521 19:45:59.913608 3817 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx] pod update took 13.941404ms I0521 19:45:59.913640 3817 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx] addLogicalPort annotation time took 13.985113ms I0521 19:45:59.914740 3817 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key ] I0521 19:45:59.915485 3817 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx] addLogicalPort took 15.973714ms, libovsdb time 1.36738ms I0521 19:45:59.928428 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6, hostIfaceName: 6f31998ba32a552, network: default, NAD default, SandboxID: "6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3", PCI device ID: , UID: "cd31a131-143f-4ecc-b748-afc717f92598", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 19:45:59.989918 3817 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:07:87:57:5c:25\",\"name\":\"6f31998ba32a552\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/051703ed-66e5-44e5-b113-6696794c8587\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:00.266976 3817 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key ] I0521 19:46:00.279080 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx, hostIfaceName: a0ee23057ffedf5, network: default, NAD default, SandboxID: "a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c", PCI device ID: , UID: "d6004d11-54cc-4486-a9b2-f7cd2933a467", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 19:46:00.335258 3817 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:91:98:52:3f:12\",\"name\":\"a0ee23057ffedf5\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d662c3ca-64cd-470b-85fe-37a9300992a6\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:01.079871 3817 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key ] I0521 19:46:01.158092 3817 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd 15249cc8fd1f432b296606e8fd40d5d4a51a3b7964af96f77037461c49cbb576 network default NAD default NAD key default], result "{}", err I0521 19:46:02.082336 3817 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key ] I0521 19:46:02.155692 3817 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 ca1d38057c64624711116a9ad0f6155bd6c9968a60eda8d888eda1cca3b55807 network default NAD default NAD key default], result "{}", err I0521 19:46:02.321036 3817 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.321084 3817 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 I0521 19:46:02.322793 3817 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99, ips: 10.129.0.27 I0521 19:46:02.322831 3817 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.322856 3817 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.322863 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:02.323104 3817 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.323120 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:02.346669 3817 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.346730 3817 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd I0521 19:46:02.348084 3817 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd, ips: 10.129.0.26 I0521 19:46:02.348113 3817 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.348132 3817 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.348140 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:02.348325 3817 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:02.348339 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:02.571276 3817 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd for pod on switch ip-10-0-0-94.ec2.internal I0521 19:46:02.571381 3817 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd I0521 19:46:02.586242 3817 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd] pod update took 14.900494ms I0521 19:46:02.586269 3817 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd] addLogicalPort annotation time took 14.929934ms I0521 19:46:02.587640 3817 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd] addLogicalPort took 16.378637ms, libovsdb time 1.025009ms I0521 19:46:02.676328 3817 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv for pod on switch ip-10-0-0-94.ec2.internal I0521 19:46:02.676445 3817 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv I0521 19:46:02.693361 3817 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv] pod update took 16.940304ms I0521 19:46:02.693381 3817 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv] addLogicalPort annotation time took 16.966421ms I0521 19:46:02.694704 3817 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv] addLogicalPort took 18.389061ms, libovsdb time 959.528µs I0521 19:46:03.350538 3817 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.350632 3817 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.350658 3817 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.350677 3817 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51zwn99 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.381923 3817 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.381953 3817 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.381971 3817 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:03.382003 3817 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekbdzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:06.633064 3817 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key ] I0521 19:46:06.637314 3817 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key ] I0521 19:46:06.644632 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd, hostIfaceName: f124ecc820264e9, network: default, NAD default, SandboxID: "f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74", PCI device ID: , UID: "86e47abc-b19c-449a-9fa2-b2b2564b5331", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 19:46:06.648683 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv, hostIfaceName: 3857ea4e503cb3b, network: default, NAD default, SandboxID: "3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c", PCI device ID: , UID: "1ab7aa8a-de7b-438a-9d0e-3496939a128c", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 19:46:06.697322 3817 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:64:5e:6f:2c:2d\",\"name\":\"f124ecc820264e9\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7c87598-54f4-4442-99ac-1f6e47157e9b\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:06.719704 3817 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:b4:00:db:bc:e6\",\"name\":\"3857ea4e503cb3b\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce83165b-8b91-45e6-910c-5bd97a59c22f\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:09.142274 3817 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key ] I0521 19:46:09.142668 3817 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key ] I0521 19:46:09.216240 3817 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 6f31998ba32a5520e160f85d71b6b880e30d6170186aeaf171f4b18812e8b2a3 network default NAD default NAD key default], result "{}", err I0521 19:46:09.240503 3817 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx a0ee23057ffedf52d2abbdc6710aa8fccedb13def806f7ac12c5d8cf4d19965c network default NAD default NAD key default], result "{}", err I0521 19:46:09.268898 3817 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.268932 3817 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 I0521 19:46:09.270322 3817 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6, ips: 10.129.0.28 I0521 19:46:09.270351 3817 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.270377 3817 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.270384 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:09.270579 3817 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.270594 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:09.295529 3817 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.295560 3817 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx I0521 19:46:09.296806 3817 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx, ips: 10.129.0.29 I0521 19:46:09.296832 3817 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.296853 3817 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.296859 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:09.297066 3817 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:09.297084 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:10.151518 3817 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key ] I0521 19:46:10.220659 3817 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd f124ecc820264e9915aa1acf855513be7f88af95a021f2b0be2704178420bd74 network default NAD default NAD key default], result "{}", err I0521 19:46:10.273979 3817 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.274031 3817 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd I0521 19:46:10.275562 3817 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd, ips: 10.129.0.30 I0521 19:46:10.275591 3817 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.275606 3817 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.275613 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:10.275831 3817 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:10.275846 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:10.304706 3817 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.304724 3817 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.304735 3817 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.304744 3817 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6m7l6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.330893 3817 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.330924 3817 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.330936 3817 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:10.330960 3817 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d494tx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.157093 3817 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key ] I0521 19:46:11.230532 3817 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv 3857ea4e503cb3b850b8ee4458cd7431230accb45551ffdbd018a73f3323438c network default NAD default NAD key default], result "{}", err I0521 19:46:11.294667 3817 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.294701 3817 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv I0521 19:46:11.296035 3817 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv, ips: 10.129.0.31 I0521 19:46:11.296069 3817 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.296087 3817 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.296098 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:46:11.296278 3817 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:46:11.296292 3817 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:46:11.309682 3817 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.309729 3817 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.309740 3817 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:11.309748 3817 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7ddnzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:46:12.175391 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:12.328119 3817 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.328143 3817 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.328157 3817 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:12.328177 3817 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hp4tv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:46:13.924895 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:13.936850 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:15.205722 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0521 19:46:15.627335 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:15.637724 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:15.640311 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:46:15.650597 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:46:21.179244 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0521 19:46:23.198740 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0521 19:46:24.374021 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:46:27.309793 3817 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:27.329839 3817 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:29.247674 3817 namespace.go:98] [cert-manager] adding namespace I0521 19:46:29.248521 3817 namespace.go:102] [cert-manager] adding namespace took 824.578µs I0521 19:46:29.272734 3817 namespace.go:142] [cert-manager] updating namespace I0521 19:46:29.316251 3817 namespace.go:142] [cert-manager] updating namespace W0521 19:46:29.540183 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:46:29.642898 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:46:29.691857 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:46:29.742719 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:46:32.192299 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 19:46:32.619172 3817 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-4zsp9 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:46:32.619305 3817 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9 I0521 19:46:32.668121 3817 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9] pod update took 48.842865ms I0521 19:46:32.668148 3817 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9] addLogicalPort annotation time took 48.876258ms I0521 19:46:32.669335 3817 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9] addLogicalPort took 50.180614ms, libovsdb time 834.114µs I0521 19:46:33.012619 3817 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9 d20091bba42e1b01de6b08c6336483d5b249dfaf581d094cf9576ace4a088a67 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9 d20091bba42e1b01de6b08c6336483d5b249dfaf581d094cf9576ace4a088a67 network default NAD default NAD key ] I0521 19:46:33.021608 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-4zsp9, hostIfaceName: d20091bba42e1b0, network: default, NAD default, SandboxID: "d20091bba42e1b01de6b08c6336483d5b249dfaf581d094cf9576ace4a088a67", PCI device ID: , UID: "65d70384-ee58-42f2-a702-540924d52f3d", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 19:46:33.069351 3817 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9 d20091bba42e1b01de6b08c6336483d5b249dfaf581d094cf9576ace4a088a67 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-4zsp9 d20091bba42e1b01de6b08c6336483d5b249dfaf581d094cf9576ace4a088a67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:13:2c:2f:ea:d9\",\"name\":\"d20091bba42e1b0\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bf9c301-520b-4666-afa7-83ec5f3e5f13\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:35.073584 3817 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:46:35.074417 3817 namespace.go:102] [trusted-artifact-signer] adding namespace took 809.658µs I0521 19:46:35.149316 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:35.169027 3817 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:46:35.329842 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0521 19:46:36.334040 3817 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:46:36.334064 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:46:38.433658 3817 namespace.go:142] [openshift-operators] updating namespace I0521 19:46:38.936291 3817 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-tgl62] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-tgl62 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:46:38.936432 3817 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-tgl62 I0521 19:46:38.966396 3817 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-tgl62] pod update took 29.985072ms I0521 19:46:38.966422 3817 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-tgl62] addLogicalPort annotation time took 30.015803ms I0521 19:46:38.967547 3817 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-tgl62] addLogicalPort took 31.268723ms, libovsdb time 792.547µs I0521 19:46:39.292968 3817 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-tgl62 da17b47c223f6f6bea9bb07c23df957b8b39b4097fefdafe41d5d97f5a3ab320 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-tgl62 da17b47c223f6f6bea9bb07c23df957b8b39b4097fefdafe41d5d97f5a3ab320 network default NAD default NAD key ] I0521 19:46:39.301931 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-tgl62, hostIfaceName: da17b47c223f6f6, network: default, NAD default, SandboxID: "da17b47c223f6f6bea9bb07c23df957b8b39b4097fefdafe41d5d97f5a3ab320", PCI device ID: , UID: "dbc96d53-027f-47cc-b489-785e34527c4b", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 19:46:39.348503 3817 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-tgl62 da17b47c223f6f6bea9bb07c23df957b8b39b4097fefdafe41d5d97f5a3ab320 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-tgl62 da17b47c223f6f6bea9bb07c23df957b8b39b4097fefdafe41d5d97f5a3ab320 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:23:aa:81:4d:e9\",\"name\":\"da17b47c223f6f6\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2784854c-43f6-41e5-b503-62e5664f27b1\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:46.212905 3817 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0521 19:46:46.310781 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:46:49.363654 3817 cni.go:452] [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key ] I0521 19:46:49.440530 3817 cni.go:473] [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions c8b823775ab2e66cecbf905a60d3ba6d68facbb533349a7d99774d4d4fa4cded network default NAD default NAD key default], result "{}", err I0521 19:46:49.516042 3817 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:49.516070 3817 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:46:49.517212 3817 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.25 I0521 19:46:49.517243 3817 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:49.537251 3817 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:49.537270 3817 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:49.552855 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:46:49.552877 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:46:51.447478 3817 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-94.ec2.internal I0521 19:46:51.447569 3817 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:46:51.465726 3817 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 18.180146ms I0521 19:46:51.465745 3817 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 18.206129ms I0521 19:46:51.466890 3817 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 19.430033ms, libovsdb time 790.814µs I0521 19:46:51.803444 3817 cni.go:452] [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key ] I0521 19:46:51.813298 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 12e012fb130b366, network: default, NAD default, SandboxID: "12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a", PCI device ID: , UID: "dcb5bbe5-0fdf-4948-8338-313a4ab08ee1", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 19:46:51.860362 3817 cni.go:473] [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:11:ce:5e:50:d5\",\"name\":\"12e012fb130b366\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa91dda1-82ba-4d7e-9647-81c9fbaad16d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:54.290774 3817 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-jbnfg for pod on switch ip-10-0-0-94.ec2.internal I0521 19:46:54.290870 3817 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg I0521 19:46:54.302154 3817 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-5q6qf for pod on switch ip-10-0-0-94.ec2.internal I0521 19:46:54.302232 3817 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf I0521 19:46:54.306561 3817 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg] pod update took 15.717869ms I0521 19:46:54.306580 3817 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg] addLogicalPort annotation time took 15.743596ms I0521 19:46:54.307868 3817 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg] addLogicalPort took 17.11213ms, libovsdb time 883.944µs I0521 19:46:54.314694 3817 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf] pod update took 12.477816ms I0521 19:46:54.314714 3817 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf] addLogicalPort annotation time took 12.507123ms I0521 19:46:54.315756 3817 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf] addLogicalPort took 13.61696ms, libovsdb time 718.619µs I0521 19:46:54.510803 3817 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:46:54.511597 3817 namespace.go:102] [openshift-pipelines] adding namespace took 771.764µs I0521 19:46:54.543023 3817 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:46:55.232797 3817 namespace.go:142] [cert-manager] updating namespace I0521 19:46:55.447903 3817 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:55.830076 3817 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:56.028248 3817 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:56.231740 3817 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace I0521 19:46:56.633011 3817 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:56.833496 3817 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:57.034417 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:57.239570 3817 namespace.go:142] [tsf] updating namespace I0521 19:46:57.437947 3817 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:57.638958 3817 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:57.837286 3817 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:57.995910 3817 namespace.go:142] [cert-manager] updating namespace I0521 19:46:58.008534 3817 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:58.020753 3817 namespace.go:142] [default] updating namespace I0521 19:46:58.031822 3817 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:58.044253 3817 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:58.055257 3817 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace I0521 19:46:58.066890 3817 namespace.go:142] [openshift] updating namespace I0521 19:46:58.076573 3817 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:58.089909 3817 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:58.092630 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=94 I0521 19:46:58.099111 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:58.110268 3817 namespace.go:142] [tsf] updating namespace I0521 19:46:58.120605 3817 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:58.129670 3817 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:58.143011 3817 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:58.223261 3817 namespace.go:142] [cert-manager] updating namespace I0521 19:46:58.329168 3817 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:46:58.428596 3817 namespace.go:142] [default] updating namespace I0521 19:46:58.521052 3817 namespace.go:142] [konflux-operator] updating namespace I0521 19:46:58.627317 3817 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:58.722886 3817 namespace.go:142] [open-cluster-management-2qegorp29j0nqkskkmshe4vqq1fottup] updating namespace I0521 19:46:58.820449 3817 namespace.go:142] [openshift] updating namespace I0521 19:46:58.921312 3817 namespace.go:142] [rhbk-operator] updating namespace I0521 19:46:59.022946 3817 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:46:59.123112 3817 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:46:59.225706 3817 namespace.go:142] [tsf] updating namespace I0521 19:46:59.326028 3817 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:46:59.428038 3817 namespace.go:142] [tsf-tas] updating namespace I0521 19:46:59.461708 3817 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf ae473aaaa0ec74772d335b36ec57e68e0eaaa3d4ac4caad361ec9e7889adf607 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf ae473aaaa0ec74772d335b36ec57e68e0eaaa3d4ac4caad361ec9e7889adf607 network default NAD default NAD key ] I0521 19:46:59.471003 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-5q6qf, hostIfaceName: ae473aaaa0ec747, network: default, NAD default, SandboxID: "ae473aaaa0ec74772d335b36ec57e68e0eaaa3d4ac4caad361ec9e7889adf607", PCI device ID: , UID: "e03ee9db-c217-46bb-8103-b24df9c479fc", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 19:46:59.518307 3817 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf ae473aaaa0ec74772d335b36ec57e68e0eaaa3d4ac4caad361ec9e7889adf607 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5q6qf ae473aaaa0ec74772d335b36ec57e68e0eaaa3d4ac4caad361ec9e7889adf607 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:82:d2:f0:3b:d4\",\"name\":\"ae473aaaa0ec747\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e32f6ad3-90d5-4ee0-8681-3aed5bc92aef\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:46:59.528396 3817 namespace.go:142] [tsf-tpa] updating namespace I0521 19:46:59.951794 3817 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:47:00.438827 3817 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:47:03.950189 3817 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg d0f5bd4c4ece72d221a0dd8fa2e7b35554068f3df79d64736cb80d281f349872 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg d0f5bd4c4ece72d221a0dd8fa2e7b35554068f3df79d64736cb80d281f349872 network default NAD default NAD key ] I0521 19:47:03.959652 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-jbnfg, hostIfaceName: d0f5bd4c4ece72d, network: default, NAD default, SandboxID: "d0f5bd4c4ece72d221a0dd8fa2e7b35554068f3df79d64736cb80d281f349872", PCI device ID: , UID: "5d5d1750-ef8b-42d7-8a8d-e7106b1398dc", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 19:47:04.007344 3817 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg d0f5bd4c4ece72d221a0dd8fa2e7b35554068f3df79d64736cb80d281f349872 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jbnfg d0f5bd4c4ece72d221a0dd8fa2e7b35554068f3df79d64736cb80d281f349872 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:47:94:aa:d0:fc\",\"name\":\"d0f5bd4c4ece72d\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d7a4b2d-0bd7-4376-8a0c-086e448745d4\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:47:04.450800 3817 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:47:07.429039 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-zwzjh for pod on switch ip-10-0-0-94.ec2.internal I0521 19:47:07.429138 3817 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh I0521 19:47:07.444398 3817 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh] pod update took 15.291065ms I0521 19:47:07.444418 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh] addLogicalPort annotation time took 15.316613ms I0521 19:47:07.445566 3817 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh] addLogicalPort took 16.543055ms, libovsdb time 830.55µs I0521 19:47:07.731164 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-jdmxm for pod on switch ip-10-0-0-94.ec2.internal I0521 19:47:07.731246 3817 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm I0521 19:47:07.748960 3817 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm] pod update took 17.735825ms I0521 19:47:07.748981 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm] addLogicalPort annotation time took 17.761879ms I0521 19:47:07.750176 3817 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm] addLogicalPort took 19.026551ms, libovsdb time 831.887µs I0521 19:47:08.090475 3817 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh be67edb58b5a30a414e9a0edd3811581858d6e64c6b25d8a59db61c72e04ece9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh be67edb58b5a30a414e9a0edd3811581858d6e64c6b25d8a59db61c72e04ece9 network default NAD default NAD key ] I0521 19:47:08.100177 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-zwzjh, hostIfaceName: be67edb58b5a30a, network: default, NAD default, SandboxID: "be67edb58b5a30a414e9a0edd3811581858d6e64c6b25d8a59db61c72e04ece9", PCI device ID: , UID: "982d20fd-84da-4dae-bc6d-e640d43de714", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 19:47:08.150349 3817 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh be67edb58b5a30a414e9a0edd3811581858d6e64c6b25d8a59db61c72e04ece9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-zwzjh be67edb58b5a30a414e9a0edd3811581858d6e64c6b25d8a59db61c72e04ece9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ac:b1:f6:67:db\",\"name\":\"be67edb58b5a30a\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eeee759e-a726-4363-8264-8e05c5a80896\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:47:08.391251 3817 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm 5c95b67a4985e61de52d94903e869ec47ac699e49e8df866deffe3e4cbecd94d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm 5c95b67a4985e61de52d94903e869ec47ac699e49e8df866deffe3e4cbecd94d network default NAD default NAD key ] I0521 19:47:08.400813 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-jdmxm, hostIfaceName: 5c95b67a4985e61, network: default, NAD default, SandboxID: "5c95b67a4985e61de52d94903e869ec47ac699e49e8df866deffe3e4cbecd94d", PCI device ID: , UID: "e2d8bfd7-4c9a-4836-83c2-64e760b787f2", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 19:47:08.448241 3817 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm 5c95b67a4985e61de52d94903e869ec47ac699e49e8df866deffe3e4cbecd94d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-jdmxm 5c95b67a4985e61de52d94903e869ec47ac699e49e8df866deffe3e4cbecd94d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:99:4d:2f:c5:5b\",\"name\":\"5c95b67a4985e61\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62012878-5a55-4309-a8b5-7414217ec654\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:47:12.371492 3817 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:12.371514 3817 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:12.371521 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:47:12.475979 3817 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:12.476011 3817 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:12.476016 3817 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:12.476021 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:47:13.510280 3817 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:13.510303 3817 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:13.510310 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:22.449313 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:47:25.460809 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:47:25.519893 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:25.519914 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:25.519920 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:47:36.494793 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:47:41.657009 3817 cni.go:452] [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key ] I0521 19:47:41.728270 3817 cni.go:473] [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 12e012fb130b366b79de47e3dbb4041415b643f05ed9aefe0fe9afe0b3a6256a network default NAD default NAD key default], result "{}", err I0521 19:47:41.778429 3817 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.778470 3817 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:47:41.779890 3817 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.34 I0521 19:47:41.779921 3817 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:41.822281 3817 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.822308 3817 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:41.832422 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:47:41.832447 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:47:43.079647 3817 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-94.ec2.internal I0521 19:47:43.079765 3817 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:47:43.095931 3817 pod.go:62] [tsf/test-tsf-iam] pod update took 16.200137ms I0521 19:47:43.095954 3817 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.230694ms I0521 19:47:43.097265 3817 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.641084ms, libovsdb time 921.891µs I0521 19:47:43.436874 3817 cni.go:452] [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key ] I0521 19:47:43.446270 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 402f8a5b134d1d7, network: default, NAD default, SandboxID: "402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447", PCI device ID: , UID: "edc05add-075f-40f2-93f0-ef5821a62c3c", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 19:47:43.494446 3817 cni.go:473] [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:2b:df:91:3e:25\",\"name\":\"402f8a5b134d1d7\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52c8884a-e6a8-4e9b-a493-e621faedbabb\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:47:43.778804 3817 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:47:43.779428 3817 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:47:43.779444 3817 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:47:43.781554 3817 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:47:44.219163 3817 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:47:44.219257 3817 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 19:47:44.242117 3817 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 22.88521ms I0521 19:47:44.242139 3817 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 22.91166ms I0521 19:47:44.243357 3817 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 24.211967ms, libovsdb time 863.915µs I0521 19:47:44.622428 3817 cni.go:452] [tsf-keycloak/keycloak-0 0dd64bf9b01bd6d207540e633764715a669fcabb0c7d79ded245ee811cd2c806 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 0dd64bf9b01bd6d207540e633764715a669fcabb0c7d79ded245ee811cd2c806 network default NAD default NAD key ] I0521 19:47:44.632520 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 0dd64bf9b01bd6d, network: default, NAD default, SandboxID: "0dd64bf9b01bd6d207540e633764715a669fcabb0c7d79ded245ee811cd2c806", PCI device ID: , UID: "b0bb5665-29f5-4e14-9476-e8d6c3470ff5", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 19:47:44.681325 3817 cni.go:473] [tsf-keycloak/keycloak-0 0dd64bf9b01bd6d207540e633764715a669fcabb0c7d79ded245ee811cd2c806 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 0dd64bf9b01bd6d207540e633764715a669fcabb0c7d79ded245ee811cd2c806 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e6:1e:0e:a7:de\",\"name\":\"0dd64bf9b01bd6d\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65a35c05-cb9a-4687-9d0d-0b287e08901b\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:47:50.720092 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:47:50.720120 3817 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:47:50.726606 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:47:50.726633 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:47:53.825793 3817 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:48:12.912095 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:12.912202 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:48:12.912348 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:48:12.912361 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 19:48:16.879795 3817 cni.go:452] [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key ] I0521 19:48:16.966342 3817 cni.go:473] [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 402f8a5b134d1d7cebf467e1e079b679a3fdce8153e3344cec77627382ee4447 network default NAD default NAD key default], result "{}", err I0521 19:48:17.021523 3817 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:17.021561 3817 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:48:17.022969 3817 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.39 I0521 19:48:17.023016 3817 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:17.067753 3817 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:17.067772 3817 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:17.074821 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:48:17.074843 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:48:18.008405 3817 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-94.ec2.internal I0521 19:48:18.008505 3817 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:48:18.027678 3817 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 19.195013ms I0521 19:48:18.027701 3817 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.223391ms I0521 19:48:18.029008 3817 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.59601ms, libovsdb time 870.069µs I0521 19:48:18.367150 3817 cni.go:452] [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key ] I0521 19:48:18.377054 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 984ea9f27cd2ab6, network: default, NAD default, SandboxID: "984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94", PCI device ID: , UID: "b9822893-9e5a-4451-a297-4457bda5ac7a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 19:48:18.425120 3817 cni.go:473] [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:53:4f:19:1a:ec\",\"name\":\"984ea9f27cd2ab6\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3d344fe-071d-4bc7-a442-166b8ac68efd\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:48:19.889842 3817 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6c6666b867-smmkh] creating logical port tsf-tas_fulcio-server-6c6666b867-smmkh for pod on switch ip-10-0-0-94.ec2.internal I0521 19:48:19.889934 3817 kube.go:256] Updating pod tsf-tas/fulcio-server-6c6666b867-smmkh I0521 19:48:19.915221 3817 pod.go:62] [tsf-tas/fulcio-server-6c6666b867-smmkh] pod update took 25.317077ms I0521 19:48:19.915244 3817 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6c6666b867-smmkh] addLogicalPort annotation time took 25.345033ms I0521 19:48:19.916407 3817 pods.go:271] [tsf-tas/fulcio-server-6c6666b867-smmkh] addLogicalPort took 26.585335ms, libovsdb time 834.715µs I0521 19:48:20.265381 3817 cni.go:452] [tsf-tas/fulcio-server-6c6666b867-smmkh e879c3ca0885488fdf89c39d18b255ec19dff8d04771f37ecfcd031166d30f86 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6c6666b867-smmkh e879c3ca0885488fdf89c39d18b255ec19dff8d04771f37ecfcd031166d30f86 network default NAD default NAD key ] I0521 19:48:20.274576 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6c6666b867-smmkh, hostIfaceName: e879c3ca0885488, network: default, NAD default, SandboxID: "e879c3ca0885488fdf89c39d18b255ec19dff8d04771f37ecfcd031166d30f86", PCI device ID: , UID: "2eb574d3-a9ef-402c-9917-fe5bf84ff2a5", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 19:48:20.322540 3817 cni.go:473] [tsf-tas/fulcio-server-6c6666b867-smmkh e879c3ca0885488fdf89c39d18b255ec19dff8d04771f37ecfcd031166d30f86 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6c6666b867-smmkh e879c3ca0885488fdf89c39d18b255ec19dff8d04771f37ecfcd031166d30f86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:41:4e:0a:5f:35\",\"name\":\"e879c3ca0885488\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75778fb3-f82a-4808-a7bf-831256b2155d\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:48:20.598605 3817 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-97c99f694-zd55z] creating logical port tsf-tas_trillian-logserver-97c99f694-zd55z for pod on switch ip-10-0-0-94.ec2.internal I0521 19:48:20.598704 3817 kube.go:256] Updating pod tsf-tas/trillian-logserver-97c99f694-zd55z I0521 19:48:20.615011 3817 pod.go:62] [tsf-tas/trillian-logserver-97c99f694-zd55z] pod update took 16.337633ms I0521 19:48:20.615036 3817 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-97c99f694-zd55z] addLogicalPort annotation time took 16.368996ms I0521 19:48:20.616241 3817 pods.go:271] [tsf-tas/trillian-logserver-97c99f694-zd55z] addLogicalPort took 17.654066ms, libovsdb time 811.66µs W0521 19:48:21.728129 3817 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:21.728147 3817 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:48:21.728152 3817 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:48:21.902667 3817 cni.go:452] [tsf-tas/trillian-logserver-97c99f694-zd55z d1628c67267e4b282a5e8a06671111b89b2c16caf55a970064cfb5c45acc4686 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-97c99f694-zd55z d1628c67267e4b282a5e8a06671111b89b2c16caf55a970064cfb5c45acc4686 network default NAD default NAD key ] I0521 19:48:21.913095 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-97c99f694-zd55z, hostIfaceName: d1628c67267e4b2, network: default, NAD default, SandboxID: "d1628c67267e4b282a5e8a06671111b89b2c16caf55a970064cfb5c45acc4686", PCI device ID: , UID: "6dae1cb5-52bd-4ce1-a4af-53c10bbf14b8", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 19:48:21.969040 3817 cni.go:473] [tsf-tas/trillian-logserver-97c99f694-zd55z d1628c67267e4b282a5e8a06671111b89b2c16caf55a970064cfb5c45acc4686 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-97c99f694-zd55z d1628c67267e4b282a5e8a06671111b89b2c16caf55a970064cfb5c45acc4686 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a0:b3:68:19:89\",\"name\":\"d1628c67267e4b2\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/694079b7-bed2-4a34-baa5-cf261fa64192\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:48:22.925676 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:48:22.925698 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:48:22.952279 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:48:22.952303 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:48:23.367033 3817 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7b9fdcdc8d-cx5ll] creating logical port tsf-tas_trillian-db-7b9fdcdc8d-cx5ll for pod on switch ip-10-0-0-94.ec2.internal I0521 19:48:23.367168 3817 kube.go:256] Updating pod tsf-tas/trillian-db-7b9fdcdc8d-cx5ll I0521 19:48:23.381527 3817 pod.go:62] [tsf-tas/trillian-db-7b9fdcdc8d-cx5ll] pod update took 14.387475ms I0521 19:48:23.381554 3817 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7b9fdcdc8d-cx5ll] addLogicalPort annotation time took 14.416772ms I0521 19:48:23.382913 3817 pods.go:271] [tsf-tas/trillian-db-7b9fdcdc8d-cx5ll] addLogicalPort took 15.898497ms, libovsdb time 977.698µs I0521 19:48:29.271363 3817 cni.go:452] [tsf-tas/trillian-db-7b9fdcdc8d-cx5ll e5900fd4eb575e69b59445a78bb9903e338dafefc2f21ff3dd399b7eec3da4d8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7b9fdcdc8d-cx5ll e5900fd4eb575e69b59445a78bb9903e338dafefc2f21ff3dd399b7eec3da4d8 network default NAD default NAD key ] I0521 19:48:29.281672 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7b9fdcdc8d-cx5ll, hostIfaceName: e5900fd4eb575e6, network: default, NAD default, SandboxID: "e5900fd4eb575e69b59445a78bb9903e338dafefc2f21ff3dd399b7eec3da4d8", PCI device ID: , UID: "e7505250-e698-40a0-9002-639c00191bea", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 19:48:29.334425 3817 cni.go:473] [tsf-tas/trillian-db-7b9fdcdc8d-cx5ll e5900fd4eb575e69b59445a78bb9903e338dafefc2f21ff3dd399b7eec3da4d8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7b9fdcdc8d-cx5ll e5900fd4eb575e69b59445a78bb9903e338dafefc2f21ff3dd399b7eec3da4d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c5:b2:75:ad:66\",\"name\":\"e5900fd4eb575e6\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea6a91bb-24cc-4d89-98e7-f22b1114c022\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:48:29.969592 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:48:33.940174 3817 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:48:35.006855 3817 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:48:37.044037 3817 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:37.044577 3817 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:37.927195 3817 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:37.927221 3817 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-954f8-r9xm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:39.972866 3817 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4nc72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:39.973403 3817 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4nc72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:48:40.864423 3817 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4nc72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:48:40.864455 3817 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4nc72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:48:46.045331 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:48:46.564390 3817 base_network_controller_pods.go:487] [default/openshift-console/console-86b949bb84-x4cn9] creating logical port openshift-console_console-86b949bb84-x4cn9 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:48:46.564497 3817 kube.go:256] Updating pod openshift-console/console-86b949bb84-x4cn9 I0521 19:48:46.589931 3817 pod.go:62] [openshift-console/console-86b949bb84-x4cn9] pod update took 25.463107ms I0521 19:48:46.590004 3817 base_network_controller_pods.go:951] [default/openshift-console/console-86b949bb84-x4cn9] addLogicalPort annotation time took 25.523977ms I0521 19:48:46.592330 3817 pods.go:271] [openshift-console/console-86b949bb84-x4cn9] addLogicalPort took 27.950803ms, libovsdb time 1.919689ms I0521 19:48:46.926815 3817 cni.go:452] [openshift-console/console-86b949bb84-x4cn9 68a08da90a4ac59c03429ce3486b96475786b10b89717de639c7e799fd3da0c5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86b949bb84-x4cn9 68a08da90a4ac59c03429ce3486b96475786b10b89717de639c7e799fd3da0c5 network default NAD default NAD key ] I0521 19:48:46.936416 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86b949bb84-x4cn9, hostIfaceName: 68a08da90a4ac59, network: default, NAD default, SandboxID: "68a08da90a4ac59c03429ce3486b96475786b10b89717de639c7e799fd3da0c5", PCI device ID: , UID: "2d752fd0-48e5-4ac9-96d4-969716e995d0", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 19:48:46.987675 3817 cni.go:473] [openshift-console/console-86b949bb84-x4cn9 68a08da90a4ac59c03429ce3486b96475786b10b89717de639c7e799fd3da0c5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86b949bb84-x4cn9 68a08da90a4ac59c03429ce3486b96475786b10b89717de639c7e799fd3da0c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:1b:89:f9:81:d3\",\"name\":\"68a08da90a4ac59\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2dcf37b-088b-4430-ac25-77acb2b6d6ac\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:48:57.135042 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:48:58.773435 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-bc7mf for pod on switch ip-10-0-0-94.ec2.internal I0521 19:48:58.773559 3817 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf I0521 19:48:58.789705 3817 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf] pod update took 16.174214ms I0521 19:48:58.789726 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf] addLogicalPort annotation time took 16.199621ms I0521 19:48:58.790954 3817 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf] addLogicalPort took 17.538444ms, libovsdb time 836.957µs I0521 19:48:58.890074 3817 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-x2tj7 for pod on switch ip-10-0-0-94.ec2.internal I0521 19:48:58.890150 3817 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7 I0521 19:48:58.906827 3817 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7] pod update took 16.696717ms I0521 19:48:58.906847 3817 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7] addLogicalPort annotation time took 16.721117ms I0521 19:48:58.908060 3817 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7] addLogicalPort took 17.999294ms, libovsdb time 836.299µs I0521 19:48:59.143976 3817 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf c3ada4717c085af29bd8ce50b0b4ba443293ce493eb092d355f08f7d988a9136 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf c3ada4717c085af29bd8ce50b0b4ba443293ce493eb092d355f08f7d988a9136 network default NAD default NAD key ] I0521 19:48:59.152950 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-bc7mf, hostIfaceName: c3ada4717c085af, network: default, NAD default, SandboxID: "c3ada4717c085af29bd8ce50b0b4ba443293ce493eb092d355f08f7d988a9136", PCI device ID: , UID: "b3b3b9a1-eb44-4036-b908-8a4e7b323324", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 19:48:59.204713 3817 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf c3ada4717c085af29bd8ce50b0b4ba443293ce493eb092d355f08f7d988a9136 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bc7mf c3ada4717c085af29bd8ce50b0b4ba443293ce493eb092d355f08f7d988a9136 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:f0:e0:a7:33:82\",\"name\":\"c3ada4717c085af\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8ca524d-0464-4585-9b55-3c3345428254\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:48:59.251727 3817 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7 64e2bf8c118655a11fe30391e40019717f04e126cab6a727ba7f4cecc2725de5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7 64e2bf8c118655a11fe30391e40019717f04e126cab6a727ba7f4cecc2725de5 network default NAD default NAD key ] I0521 19:48:59.261202 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-x2tj7, hostIfaceName: 64e2bf8c118655a, network: default, NAD default, SandboxID: "64e2bf8c118655a11fe30391e40019717f04e126cab6a727ba7f4cecc2725de5", PCI device ID: , UID: "8bc8f9fc-aa52-4978-ba7a-6131ec5a261c", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0521 19:48:59.310234 3817 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7 64e2bf8c118655a11fe30391e40019717f04e126cab6a727ba7f4cecc2725de5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-x2tj7 64e2bf8c118655a11fe30391e40019717f04e126cab6a727ba7f4cecc2725de5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:95:be:f6:24:f3\",\"name\":\"64e2bf8c118655a\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7bcfd96-2d2d-4b2b-bd83-6005a0c65258\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:49:01.947249 3817 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:49:01.947273 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:49:03.107029 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0521 19:49:04.202702 3817 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:49:07.194151 3817 cni.go:452] [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key ] I0521 19:49:07.268752 3817 cni.go:473] [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 984ea9f27cd2ab66e0131b60b6db7c56eecacb76cb3b29749fa9fc2769e19d94 network default NAD default NAD key default], result "{}", err I0521 19:49:07.324838 3817 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:07.324884 3817 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:49:07.326200 3817 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.41 I0521 19:49:07.326232 3817 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:07.349539 3817 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:07.349558 3817 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:07.360668 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:49:07.360689 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:49:11.685257 3817 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:49:14.022436 3817 obj_retry.go:498] Detected object openshift-console/console-6775444969-vh9rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:14.023085 3817 obj_retry.go:498] Detected object openshift-console/console-6775444969-vh9rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:14.112190 3817 obj_retry.go:492] Detected object openshift-console/console-6775444969-vh9rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:14.112209 3817 obj_retry.go:492] Detected object openshift-console/console-6775444969-vh9rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:14.121537 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6775444969-vh9rj I0521 19:49:14.121561 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6775444969-vh9rj W0521 19:49:15.183890 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:49:17.260645 3817 obj_retry.go:498] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:17.261240 3817 obj_retry.go:498] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:18.285647 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:18.285668 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:18.403587 3817 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-sws2m] creating logical port tsf_tsf-tekton-configuration-sws2m for pod on switch ip-10-0-0-94.ec2.internal I0521 19:49:18.403691 3817 kube.go:256] Updating pod tsf/tsf-tekton-configuration-sws2m I0521 19:49:18.417496 3817 pod.go:62] [tsf/tsf-tekton-configuration-sws2m] pod update took 13.830476ms I0521 19:49:18.417520 3817 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-sws2m] addLogicalPort annotation time took 13.860771ms I0521 19:49:18.418723 3817 pods.go:271] [tsf/tsf-tekton-configuration-sws2m] addLogicalPort took 15.151286ms, libovsdb time 832.232µs I0521 19:49:18.767682 3817 cni.go:452] [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key ] I0521 19:49:18.777185 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-sws2m, hostIfaceName: af72cf9658abe40, network: default, NAD default, SandboxID: "af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796", PCI device ID: , UID: "42b9e3f2-5b8d-4460-baac-cbcd7927d871", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0521 19:49:18.830686 3817 cni.go:473] [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:85:8f:8e:18:bf\",\"name\":\"af72cf9658abe40\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d58d517-9e44-49a3-9bc4-239b82015416\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:49:22.307261 3817 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.307837 3817 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.486208 3817 obj_retry.go:498] Detected object openshift-console/console-6775444969-vc5qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:22.486796 3817 obj_retry.go:498] Detected object openshift-console/console-6775444969-vc5qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:23.038405 3817 obj_retry.go:492] Detected object openshift-console/console-6775444969-vc5qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.038426 3817 obj_retry.go:492] Detected object openshift-console/console-6775444969-vc5qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.047361 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6775444969-vc5qq I0521 19:49:23.047389 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6775444969-vc5qq I0521 19:49:23.187467 3817 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:23.187491 3817 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-5z6qw-j7ncp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:24.321240 3817 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:24.321754 3817 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:25.199850 3817 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:25.199873 3817 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb9ts-vlkhd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:25.306656 3817 cni.go:452] [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key ] I0521 19:49:25.384045 3817 cni.go:473] [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-sws2m af72cf9658abe40843169bfcfff22e4041c6468af6a712d56fb08a933519d796 network default NAD default NAD key default], result "{}", err I0521 19:49:25.442894 3817 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sws2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:25.442942 3817 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-sws2m I0521 19:49:25.444176 3817 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-sws2m, ips: 10.129.0.48 I0521 19:49:25.444201 3817 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sws2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:26.325078 3817 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sws2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.325099 3817 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sws2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.372666 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.372687 3817 obj_retry.go:492] Detected object tsf/patch-tekton-config-qvttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:26.382497 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qvttn I0521 19:49:26.382523 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qvttn I0521 19:49:27.315297 3817 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-94.ec2.internal I0521 19:49:27.315395 3817 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:49:27.381947 3817 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:49:27.417307 3817 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 101.937961ms I0521 19:49:27.417332 3817 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 101.965525ms I0521 19:49:27.418522 3817 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 103.240043ms, libovsdb time 784.073µs I0521 19:49:27.670003 3817 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key ] I0521 19:49:27.679393 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 02035f3ec2f9315, network: default, NAD default, SandboxID: "02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190", PCI device ID: , UID: "62564710-277e-48c4-882b-dc8a93ec83a4", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0521 19:49:27.730913 3817 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:98:59:a4:ac:21\",\"name\":\"02035f3ec2f9315\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b467c936-1d3b-4ffa-9093-c678828647aa\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:49:29.210042 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0521 19:49:30.085953 3817 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:49:31.342938 3817 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key ] I0521 19:49:31.431643 3817 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 02035f3ec2f9315e668286fd5895daad116c07a900156525375eb233323f7190 network default NAD default NAD key default], result "{}", err I0521 19:49:31.491065 3817 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:31.491096 3817 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:49:31.492341 3817 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.49 I0521 19:49:31.492371 3817 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:31.514352 3817 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:31.514370 3817 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:31.525305 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:49:31.525329 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:49:31.768047 3817 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-94.ec2.internal I0521 19:49:31.768139 3817 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:49:31.784059 3817 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.94683ms I0521 19:49:31.784082 3817 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.972123ms I0521 19:49:31.785297 3817 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.269415ms, libovsdb time 842.787µs I0521 19:49:32.125616 3817 cni.go:452] [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key ] I0521 19:49:32.135601 3817 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: f45cc3576a44785, network: default, NAD default, SandboxID: "f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c", PCI device ID: , UID: "6d338b6d-4b8e-4589-8370-249deb99f42d", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0521 19:49:32.185374 3817 cni.go:473] [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ab:87:82:ce:b8\",\"name\":\"f45cc3576a44785\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6636fc9-4df7-4405-bda8-a7875d263d6b\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:49:33.231410 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:49:38.277868 3817 obj_retry.go:498] Detected object tsf-tpa/create-db-wpwl7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:38.278459 3817 obj_retry.go:498] Detected object tsf-tpa/create-db-wpwl7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:49:39.137925 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:49:39.304478 3817 obj_retry.go:492] Detected object tsf-tpa/create-db-wpwl7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:39.304504 3817 obj_retry.go:492] Detected object tsf-tpa/create-db-wpwl7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:42.306844 3817 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vw9qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:42.307373 3817 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vw9qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:42.467782 3817 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vw9qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:42.467807 3817 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vw9qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:48.620007 3817 obj_retry.go:498] Detected object tsf-tpa/create-importers-f88x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:48.620636 3817 obj_retry.go:498] Detected object tsf-tpa/create-importers-f88x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:49.647299 3817 obj_retry.go:492] Detected object tsf-tpa/create-importers-f88x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:49.647323 3817 obj_retry.go:492] Detected object tsf-tpa/create-importers-f88x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:49:50.211513 3817 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:49:56.187064 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=4 I0521 19:50:00.217746 3817 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656550-2mgbw for pod on switch ip-10-0-0-94.ec2.internal I0521 19:50:00.217847 3817 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw I0521 19:50:00.235690 3817 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw] pod update took 17.867461ms I0521 19:50:00.235710 3817 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw] addLogicalPort annotation time took 17.90083ms I0521 19:50:00.236947 3817 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw] addLogicalPort took 19.223996ms, libovsdb time 817.21µs I0521 19:50:00.579441 3817 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key ] I0521 19:50:00.588444 3817 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656550-2mgbw, hostIfaceName: 538e85dc6fd75f1, network: default, NAD default, SandboxID: "538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c", PCI device ID: , UID: "f95e7acc-b5ef-4ed2-b436-2b11bc61935a", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0521 19:50:00.639577 3817 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c7:7f:b5:c1:9b\",\"name\":\"538e85dc6fd75f1\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1db3da99-9c29-4351-bcf9-45e73ede2d3e\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:50:04.540237 3817 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key ] I0521 19:50:04.632818 3817 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw 538e85dc6fd75f1efeebc11957a9f6128af84e09536c7949e6b94610a440f34c network default NAD default NAD key default], result "{}", err I0521 19:50:04.683282 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.683319 3817 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw I0521 19:50:04.684690 3817 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw, ips: 10.129.0.51 I0521 19:50:04.684723 3817 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.574295 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.574324 3817 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-2mgbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:14.613546 3817 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:14.614094 3817 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:15.612192 3817 cni.go:452] [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key ] I0521 19:50:15.676119 3817 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.676138 3817 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-phjzp-5m2bb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.695777 3817 cni.go:473] [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa f45cc3576a44785a4ee84aeafa307e8f54f8dffc3294bfefc5f754d1ee0c821c network default NAD default NAD key default], result "{}", err I0521 19:50:15.760885 3817 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:15.760913 3817 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:50:15.762207 3817 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.50 I0521 19:50:15.762235 3817 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:15.784019 3817 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.784046 3817 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:15.789860 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:50:15.789880 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:50:16.686262 3817 namespace.go:98] [build-service] adding namespace I0521 19:50:16.687124 3817 namespace.go:102] [build-service] adding namespace took 840.687µs I0521 19:50:16.692597 3817 namespace.go:98] [image-controller] adding namespace I0521 19:50:16.693218 3817 namespace.go:102] [image-controller] adding namespace took 607.73µs I0521 19:50:16.694415 3817 namespace.go:98] [integration-service] adding namespace I0521 19:50:16.695035 3817 namespace.go:102] [integration-service] adding namespace took 603.523µs I0521 19:50:16.697766 3817 namespace.go:98] [default-tenant] adding namespace I0521 19:50:16.698394 3817 namespace.go:102] [default-tenant] adding namespace took 612.024µs I0521 19:50:16.759802 3817 namespace.go:142] [build-service] updating namespace I0521 19:50:16.812115 3817 namespace.go:142] [build-service] updating namespace I0521 19:50:16.817184 3817 namespace.go:142] [image-controller] updating namespace I0521 19:50:16.849102 3817 namespace.go:142] [image-controller] updating namespace I0521 19:50:16.857878 3817 namespace.go:142] [integration-service] updating namespace I0521 19:50:16.895555 3817 namespace.go:142] [integration-service] updating namespace I0521 19:50:16.911884 3817 namespace.go:142] [default-tenant] updating namespace I0521 19:50:16.937937 3817 namespace.go:142] [default-tenant] updating namespace I0521 19:50:16.948811 3817 namespace.go:142] [build-service] updating namespace I0521 19:50:16.978758 3817 namespace.go:142] [integration-service] updating namespace I0521 19:50:17.039389 3817 namespace.go:98] [release-service] adding namespace I0521 19:50:17.040283 3817 namespace.go:102] [release-service] adding namespace took 877.834µs I0521 19:50:17.061398 3817 namespace.go:142] [release-service] updating namespace I0521 19:50:17.076016 3817 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:17.090692 3817 namespace.go:142] [release-service] updating namespace I0521 19:50:17.164852 3817 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-94.ec2.internal I0521 19:50:17.164974 3817 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 19:50:17.215214 3817 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 50.264185ms I0521 19:50:17.215232 3817 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 50.286044ms I0521 19:50:17.216411 3817 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 51.571701ms, libovsdb time 812.722µs I0521 19:50:17.220927 3817 namespace.go:98] [konflux-info] adding namespace I0521 19:50:17.221608 3817 namespace.go:102] [konflux-info] adding namespace took 663.811µs I0521 19:50:17.275753 3817 namespace.go:98] [namespace-lister] adding namespace I0521 19:50:17.276507 3817 namespace.go:102] [namespace-lister] adding namespace took 735.431µs I0521 19:50:17.283753 3817 namespace.go:142] [konflux-info] updating namespace I0521 19:50:17.316628 3817 namespace.go:142] [konflux-info] updating namespace I0521 19:50:17.346716 3817 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:17.373052 3817 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:50:17.373174 3817 namespace.go:142] [image-controller] updating namespace I0521 19:50:17.373720 3817 namespace.go:102] [enterprise-contract-service] adding namespace took 654.572µs I0521 19:50:17.377822 3817 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:17.412910 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:17.462771 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:17.524470 3817 cni.go:452] [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key ] I0521 19:50:17.533641 3817 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: f593b603cc9d38b, network: default, NAD default, SandboxID: "f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050", PCI device ID: , UID: "1730f238-cab4-42b3-bad6-0b6ba3b61aa9", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0521 19:50:17.584622 3817 cni.go:473] [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:07:d2:67:08:59\",\"name\":\"f593b603cc9d38b\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44afaedf-3d19-4229-93c4-4208be9f4d51\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:50:17.666966 3817 namespace.go:142] [default-tenant] updating namespace I0521 19:50:17.761711 3817 namespace.go:98] [segment-bridge] adding namespace I0521 19:50:17.762580 3817 namespace.go:102] [segment-bridge] adding namespace took 849.387µs I0521 19:50:18.105921 3817 namespace.go:98] [konflux-cli] adding namespace I0521 19:50:18.106773 3817 namespace.go:102] [konflux-cli] adding namespace took 826.728µs I0521 19:50:18.418631 3817 namespace.go:142] [build-service] updating namespace I0521 19:50:18.478010 3817 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:18.554155 3817 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:18.554187 3817 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:18.613804 3817 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:18.743939 3817 namespace.go:142] [default-tenant] updating namespace I0521 19:50:18.832028 3817 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:50:18.832635 3817 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:50:18.832655 3817 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:50:18.835534 3817 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:50:18.950418 3817 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:50:18.950438 3817 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:50:18.951213 3817 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:50:19.010151 3817 namespace.go:142] [image-controller] updating namespace I0521 19:50:19.124622 3817 namespace.go:142] [integration-service] updating namespace I0521 19:50:19.363851 3817 namespace.go:142] [konflux-info] updating namespace I0521 19:50:19.563873 3817 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:19.719657 3817 namespace.go:142] [release-service] updating namespace I0521 19:50:19.894740 3817 namespace.go:142] [build-service] updating namespace I0521 19:50:19.930220 3817 namespace.go:142] [default-tenant] updating namespace I0521 19:50:19.981712 3817 namespace.go:142] [image-controller] updating namespace I0521 19:50:19.981873 3817 namespace.go:142] [integration-service] updating namespace I0521 19:50:20.006805 3817 namespace.go:142] [konflux-info] updating namespace I0521 19:50:20.044830 3817 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:20.074532 3817 namespace.go:142] [release-service] updating namespace I0521 19:50:20.172069 3817 namespace.go:142] [build-service] updating namespace I0521 19:50:20.268782 3817 namespace.go:142] [default-tenant] updating namespace I0521 19:50:20.381423 3817 namespace.go:142] [image-controller] updating namespace I0521 19:50:20.442087 3817 namespace.go:142] [integration-service] updating namespace I0521 19:50:20.572714 3817 namespace.go:142] [konflux-info] updating namespace I0521 19:50:20.665749 3817 namespace.go:142] [namespace-lister] updating namespace I0521 19:50:20.794080 3817 namespace.go:142] [release-service] updating namespace I0521 19:50:22.174760 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:22.385484 3817 namespace.go:142] [konflux-cli] updating namespace W0521 19:50:22.544837 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:50:22.598269 3817 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:22.731755 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:22.750906 3817 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:22.794982 3817 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:22.867824 3817 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:50:22.942850 3817 namespace.go:142] [konflux-cli] updating namespace I0521 19:50:23.038824 3817 namespace.go:142] [segment-bridge] updating namespace I0521 19:50:23.527208 3817 base_network_controller_pods.go:487] [default/konflux-ui/proxy-86779f6d7f-g4vqv] creating logical port konflux-ui_proxy-86779f6d7f-g4vqv for pod on switch ip-10-0-0-94.ec2.internal I0521 19:50:23.527318 3817 kube.go:256] Updating pod konflux-ui/proxy-86779f6d7f-g4vqv I0521 19:50:23.599917 3817 kube.go:256] Updating pod konflux-ui/proxy-86779f6d7f-g4vqv I0521 19:50:23.640615 3817 pod.go:62] [konflux-ui/proxy-86779f6d7f-g4vqv] pod update took 113.334366ms I0521 19:50:23.640637 3817 base_network_controller_pods.go:951] [default/konflux-ui/proxy-86779f6d7f-g4vqv] addLogicalPort annotation time took 113.361202ms I0521 19:50:23.641884 3817 pods.go:271] [konflux-ui/proxy-86779f6d7f-g4vqv] addLogicalPort took 114.692321ms, libovsdb time 887.544µs I0521 19:50:25.381164 3817 cni.go:452] [konflux-ui/proxy-86779f6d7f-g4vqv d9a7cf2ffbe635cda9215c689d095ef055689e783a5b35363261474d7fde135e network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-86779f6d7f-g4vqv d9a7cf2ffbe635cda9215c689d095ef055689e783a5b35363261474d7fde135e network default NAD default NAD key ] I0521 19:50:25.390882 3817 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-86779f6d7f-g4vqv, hostIfaceName: d9a7cf2ffbe635c, network: default, NAD default, SandboxID: "d9a7cf2ffbe635cda9215c689d095ef055689e783a5b35363261474d7fde135e", PCI device ID: , UID: "b3a56bae-8f53-40af-8d46-dc8a8b9d1cd8", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0521 19:50:25.440491 3817 cni.go:473] [konflux-ui/proxy-86779f6d7f-g4vqv d9a7cf2ffbe635cda9215c689d095ef055689e783a5b35363261474d7fde135e network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-86779f6d7f-g4vqv d9a7cf2ffbe635cda9215c689d095ef055689e783a5b35363261474d7fde135e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:29:4d:82:30:12\",\"name\":\"d9a7cf2ffbe635c\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30e634ba-4b01-4eea-a34e-851fc024a7fd\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:50:26.538455 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:50:26.562549 3817 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:50:30.569564 3817 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:50:31.723880 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:50:31.723897 3817 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:50:33.102500 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=611 I0521 19:50:33.203308 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0521 19:50:33.607814 3817 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:50:33.607838 3817 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:50:33.631869 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:50:33.638552 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:50:33.659859 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:50:33.663274 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:50:35.616570 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:50:35.620117 3817 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:50:37.092903 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0521 19:50:38.645156 3817 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:50:45.012807 3817 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:45.013389 3817 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:45.702670 3817 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:45.702699 3817 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6lljt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:45.710983 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6lljt I0521 19:50:45.711027 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6lljt W0521 19:51:10.672898 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:10.672919 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:10.672932 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:10.672937 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:15.823756 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:51:15.823779 3817 util.go:959] Failed to build node endpoints for node ip-10-0-0-94.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:51:18.220146 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:51:19.095307 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0521 19:51:45.210851 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0521 19:51:45.369967 3817 obj_retry.go:498] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:45.370527 3817 obj_retry.go:498] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:46.045662 3817 obj_retry.go:492] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:46.045681 3817 obj_retry.go:492] Detected object konflux-ui/proxy-7cc866f786-95qf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:46.060013 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cc866f786-95qf2 I0521 19:51:46.060040 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cc866f786-95qf2 I0521 19:51:58.243774 3817 cni.go:452] [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key ] I0521 19:51:58.330167 3817 cni.go:473] [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux f593b603cc9d38b9be00c2d896bba85ef564fb13a6a283f8f1fcd70fbee3a050 network default NAD default NAD key default], result "{}", err I0521 19:51:58.382962 3817 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:58.383018 3817 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 19:51:58.384354 3817 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.52 I0521 19:51:58.384378 3817 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:58.433145 3817 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:58.433171 3817 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:58.442957 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:51:58.443005 3817 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:52:07.197265 3817 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:52:10.181529 3817 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0521 19:52:25.657356 3817 namespace.go:98] [managed-tenant-vhyta] adding namespace I0521 19:52:25.658257 3817 namespace.go:102] [managed-tenant-vhyta] adding namespace took 877.973µs I0521 19:52:25.706022 3817 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:25.718450 3817 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:26.731239 3817 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:26.850843 3817 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:26.943738 3817 namespace.go:142] [managed-tenant-vhyta] updating namespace I0521 19:52:42.094339 3817 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=166