+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-136.ec2.internal ++ [[ -n ip-10-0-2-136.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-136.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 19:30:37.905489505 - disable conntrack on geneve port' I0521 19:30:37.905489505 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:30:37.923945700 - starting ovnkube-node + echo 'I0521 19:30:37.923945700 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-136.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-136.ec2.internal --init-node ip-10-0-2-136.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-136.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:30:37.965547 3657 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:30:37.965607 3657 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-016e5e9f97.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:30:37.967449 3657 kube.go:431] Waiting for certificate I0521 19:30:37.967473 3657 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:37.967504 3657 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:30:37.968228 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:37.998983 3657 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:37.998998 3657 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:38.002123 3657 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:38.002176 3657 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cqk8s" I0521 19:30:38.008988 3657 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cqk8s" I0521 19:30:38.009047 3657 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:30:38.968416 3657 kube.go:438] Certificate found I0521 19:30:38.969367 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:30:38.970196 3657 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:30:39.018225 3657 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:25:37 +0000 UTC" deadline="2026-05-22 15:46:36.974693598 +0000 UTC" I0521 19:30:39.018600 3657 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h15m57.956111319s" I0521 19:30:39.040895 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:39.057272 3657 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:30:39.057355 3657 server.go:101] MetricServer registers OVS metrics I0521 19:30:39.057737 3657 server.go:105] MetricServer registers OVN DB metrics I0521 19:30:39.058012 3657 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:30:39.058079 3657 factory.go:561] Starting watch factory I0521 19:30:39.058202 3657 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058223 3657 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058301 3657 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058324 3657 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058302 3657 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058406 3657 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058462 3657 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058483 3657 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058559 3657 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.058591 3657 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.060093 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.060143 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.062095 3657 controller_manager.go:370] Starting the ovnkube controller I0521 19:30:39.062109 3657 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-136.ec2.internal I0521 19:30:39.062169 3657 controller_manager.go:395] NBDB zone sync took: 50.116µs I0521 19:30:39.062258 3657 factory.go:561] Starting watch factory I0521 19:30:39.063019 3657 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:30:39.063050 3657 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:30:39.077448 3657 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:30:39.077481 3657 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:30:39.078572 3657 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.078885 3657 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.079823 3657 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.082550 3657 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.082919 3657 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.083555 3657 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:30:39.083638 3657 server.go:109] MetricServer registers OVN Controller metrics I0521 19:30:39.088875 3657 server.go:113] MetricServer registers OVN Northd metrics I0521 19:30:39.090274 3657 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:30:39.093408 3657 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:30:39.164098 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:39.164131 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:39.164135 3657 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:39.164139 3657 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:39.164142 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:39.164145 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:39.164233 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:39.164260 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:39.164278 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:39.164327 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:39.167807 3657 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:39.167816 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:30:39.167803 3657 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:30:39.167825 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:30:39.167831 3657 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:30:39.167835 3657 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:30:39.167839 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:30:39.167843 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:30:39.169653 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:39.169664 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:39.169737 3657 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.169756 3657 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.172562 3657 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.173516 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:30:39.173527 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:30:39.174981 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:39.175062 3657 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.175105 3657 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.178029 3657 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.178928 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:30:39.180091 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:39.180165 3657 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.180181 3657 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.183069 3657 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.184043 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:30:39.185204 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:39.185333 3657 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.185354 3657 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.188736 3657 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.189259 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:30:39.190437 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:39.190491 3657 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.190502 3657 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.193617 3657 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.194408 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:30:39.195499 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:39.195715 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:39.195732 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:39.198784 3657 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:30:39.199689 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:30:39.200833 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:39.200899 3657 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.200916 3657 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.200944 3657 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.200960 3657 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.204047 3657 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.204117 3657 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:30:39.205013 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:30:39.206097 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:39.206104 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:39.206111 3657 factory.go:680] Watch Factory start up complete, took: 148.037365ms I0521 19:30:39.206177 3657 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:30:39.210565 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:30:39.210575 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:30:39.210581 3657 factory.go:680] Watch Factory start up complete, took: 148.338973ms I0521 19:30:39.210588 3657 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-136.ec2.internal" zone I0521 19:30:39.248994 3657 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:30:39.323321 3657 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:30:39.329212 3657 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:30:39.393712 3657 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:30:39.393862 3657 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:30:39.393878 3657 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:30:39.427720 3657 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:30:39.427787 3657 default_node_network_controller.go:809] Node ip-10-0-2-136.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0521 19:30:39.434297 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.136"] k8s.ovn.org/zone-name:ip-10-0-2-136.ec2.internal] on node ip-10-0-2-136.ec2.internal I0521 19:30:39.455438 3657 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:30:39.461074 3657 controller_manager.go:429] Waiting for node in zone sync took: 250.474319ms I0521 19:30:39.461766 3657 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:30:39.461908 3657 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0521 19:30:39.462051 3657 gateway_init.go:263] Preparing Gateway I0521 19:30:39.462063 3657 gateway_shared_intf.go:1687] Creating new gateway I0521 19:30:39.466371 3657 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:30:39.466384 3657 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-136.ec2.internal I0521 19:30:39.481160 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:30:39.488008 3657 controller_manager.go:290] SCTP support detected in OVN I0521 19:30:39.488639 3657 services_controller.go:69] Creating services controller for network=default I0521 19:30:39.488751 3657 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:30:39.488790 3657 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:30:39.488824 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:30:39.488839 3657 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:30:39.488848 3657 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:39.489034 3657 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:30:39.489080 3657 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:30:39.489117 3657 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.987µs I0521 19:30:39.489162 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 62.473µs I0521 19:30:39.489171 3657 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 91.293µs I0521 19:30:39.489177 3657 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:30:39.489189 3657 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:30:39.489201 3657 default_network_controller.go:325] Starting the default network controller I0521 19:30:39.489220 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.771µs I0521 19:30:39.489348 3657 udn_enabled_svc.go:95] Performing full resync I0521 19:30:39.489708 3657 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:30:39.489723 3657 udn_enabled_svc.go:104] Starting worker I0521 19:30:39.498649 3657 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:30:39.498730 3657 repair.go:33] Syncing exgw routes took 66.673µs I0521 19:30:39.498767 3657 default_network_controller.go:414] Starting all the Watchers... I0521 19:30:39.498908 3657 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:30:39.498921 3657 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:30:39.498924 3657 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:30:39.498940 3657 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:30:39.498940 3657 namespace.go:98] [openshift-etcd] adding namespace I0521 19:30:39.498943 3657 namespace.go:98] [openshift-ingress] adding namespace I0521 19:30:39.498957 3657 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:30:39.498998 3657 namespace.go:98] [openshift-node] adding namespace I0521 19:30:39.499002 3657 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:30:39.498914 3657 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:30:39.498911 3657 namespace.go:98] [default] adding namespace I0521 19:30:39.499011 3657 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:30:39.499056 3657 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:30:39.499062 3657 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:30:39.499071 3657 namespace.go:98] [openshift-console] adding namespace I0521 19:30:39.499785 3657 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 861.327µs I0521 19:30:39.499808 3657 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:30:39.500471 3657 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 655.225µs I0521 19:30:39.500488 3657 namespace.go:98] [openshift-backplane] adding namespace I0521 19:30:39.501231 3657 namespace.go:102] [openshift-backplane] adding namespace took 736.231µs I0521 19:30:39.501265 3657 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:30:39.501887 3657 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.95621ms I0521 19:30:39.501902 3657 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:30:39.502591 3657 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.657384ms I0521 19:30:39.502608 3657 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:30:39.503160 3657 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.211293ms I0521 19:30:39.503183 3657 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:30:39.503748 3657 namespace.go:102] [openshift-etcd] adding namespace took 4.798275ms I0521 19:30:39.503765 3657 namespace.go:98] [openshift-network-console] adding namespace I0521 19:30:39.504333 3657 namespace.go:102] [openshift-ingress] adding namespace took 5.376478ms I0521 19:30:39.504353 3657 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:30:39.504936 3657 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.969674ms I0521 19:30:39.504952 3657 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:30:39.505634 3657 namespace.go:102] [openshift-node] adding namespace took 6.614186ms I0521 19:30:39.505650 3657 namespace.go:98] [kube-node-lease] adding namespace I0521 19:30:39.506070 3657 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.042842ms I0521 19:30:39.506086 3657 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:30:39.506800 3657 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.771559ms I0521 19:30:39.506819 3657 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:30:39.507269 3657 namespace.go:102] [default] adding namespace took 8.235763ms I0521 19:30:39.507288 3657 namespace.go:98] [openshift-infra] adding namespace I0521 19:30:39.507918 3657 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.864348ms I0521 19:30:39.507934 3657 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:30:39.508566 3657 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.501715ms I0521 19:30:39.508583 3657 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:30:39.509129 3657 namespace.go:102] [openshift-backplane-srep] adding namespace took 10.050797ms I0521 19:30:39.509150 3657 namespace.go:98] [openshift] adding namespace I0521 19:30:39.509763 3657 namespace.go:102] [openshift-console] adding namespace took 10.685083ms I0521 19:30:39.509778 3657 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:30:39.510289 3657 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.013622ms I0521 19:30:39.510307 3657 namespace.go:98] [dedicated-admin] adding namespace I0521 19:30:39.510853 3657 namespace.go:102] [openshift-image-registry] adding namespace took 8.945332ms I0521 19:30:39.510866 3657 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:30:39.511335 3657 namespace.go:102] [openshift-marketplace] adding namespace took 8.717431ms I0521 19:30:39.511353 3657 namespace.go:98] [openshift-logging] adding namespace I0521 19:30:39.512270 3657 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.078986ms I0521 19:30:39.512286 3657 namespace.go:98] [openshift-insights] adding namespace I0521 19:30:39.512847 3657 namespace.go:102] [openshift-network-console] adding namespace took 9.077923ms I0521 19:30:39.512857 3657 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:30:39.513500 3657 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.139902ms I0521 19:30:39.513515 3657 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:30:39.514080 3657 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.123197ms I0521 19:30:39.514097 3657 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:30:39.514679 3657 namespace.go:102] [kube-node-lease] adding namespace took 9.022571ms I0521 19:30:39.514694 3657 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:30:39.515265 3657 namespace.go:102] [openshift-config-managed] adding namespace took 9.173954ms I0521 19:30:39.515283 3657 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:30:39.515847 3657 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.022087ms I0521 19:30:39.515861 3657 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:30:39.516388 3657 namespace.go:102] [openshift-infra] adding namespace took 9.092359ms I0521 19:30:39.516402 3657 namespace.go:98] [openshift-authentication] adding namespace I0521 19:30:39.516889 3657 namespace.go:102] [openshift-apiserver] adding namespace took 8.946599ms I0521 19:30:39.516905 3657 namespace.go:98] [openshift-multus] adding namespace I0521 19:30:39.517454 3657 namespace.go:102] [openshift-config-operator] adding namespace took 8.865766ms I0521 19:30:39.517467 3657 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:30:39.517994 3657 namespace.go:102] [openshift] adding namespace took 8.835958ms I0521 19:30:39.518011 3657 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:30:39.518635 3657 namespace.go:102] [openshift-dns-operator] adding namespace took 8.848762ms I0521 19:30:39.518658 3657 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:30:39.519068 3657 namespace.go:102] [dedicated-admin] adding namespace took 8.753767ms I0521 19:30:39.519085 3657 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:30:39.519692 3657 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.81968ms I0521 19:30:39.519711 3657 namespace.go:98] [openshift-operators] adding namespace I0521 19:30:39.520165 3657 namespace.go:102] [openshift-logging] adding namespace took 8.803869ms I0521 19:30:39.520185 3657 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:30:39.520611 3657 namespace.go:102] [openshift-insights] adding namespace took 8.319548ms I0521 19:30:39.520626 3657 namespace.go:98] [openshift-dns] adding namespace I0521 19:30:39.521164 3657 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.301593ms I0521 19:30:39.521178 3657 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:30:39.521650 3657 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.128454ms I0521 19:30:39.521667 3657 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:30:39.522214 3657 namespace.go:102] [openshift-controller-manager] adding namespace took 8.110814ms I0521 19:30:39.522227 3657 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:30:39.522693 3657 namespace.go:102] [openshift-monitoring] adding namespace took 7.992994ms I0521 19:30:39.522708 3657 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:30:39.523155 3657 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.86449ms I0521 19:30:39.523174 3657 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:30:39.523576 3657 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.710393ms I0521 19:30:39.523588 3657 namespace.go:98] [openshift-network-diagnostics] adding namespace W0521 19:30:39.524046 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bxr8j: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found W0521 19:30:39.524065 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-kj4mk: pod openshift-multus/network-metrics-daemon-kj4mk: no pod IPs found W0521 19:30:39.524072 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xjk6z: pod openshift-multus/network-metrics-daemon-xjk6z: no pod IPs found I0521 19:30:39.524100 3657 namespace.go:102] [openshift-authentication] adding namespace took 7.693111ms I0521 19:30:39.524114 3657 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:30:39.524605 3657 namespace.go:102] [openshift-multus] adding namespace took 7.694485ms I0521 19:30:39.524619 3657 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:30:39.525073 3657 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.600652ms I0521 19:30:39.525087 3657 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:30:39.525587 3657 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.569692ms I0521 19:30:39.525605 3657 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:30:39.526169 3657 namespace.go:102] [openshift-console-operator] adding namespace took 7.503418ms I0521 19:30:39.526185 3657 namespace.go:98] [openshift-config] adding namespace I0521 19:30:39.526833 3657 namespace.go:102] [openshift-cluster-version] adding namespace took 7.742565ms I0521 19:30:39.527319 3657 namespace.go:102] [openshift-operators] adding namespace took 7.603557ms I0521 19:30:39.527330 3657 namespace.go:98] [kube-public] adding namespace I0521 19:30:39.528017 3657 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.823342ms I0521 19:30:39.528040 3657 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:30:39.528574 3657 namespace.go:102] [openshift-dns] adding namespace took 7.940617ms I0521 19:30:39.528595 3657 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:30:39.529166 3657 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.98104ms I0521 19:30:39.529183 3657 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:30:39.529677 3657 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.002615ms I0521 19:30:39.529692 3657 namespace.go:98] [kube-system] adding namespace I0521 19:30:39.530255 3657 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.007406ms I0521 19:30:39.530274 3657 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:30:39.530741 3657 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.028087ms I0521 19:30:39.530757 3657 namespace.go:98] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] adding namespace I0521 19:30:39.531187 3657 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.00434ms I0521 19:30:39.531212 3657 namespace.go:98] [openshift-ingress-operator] adding namespace W0521 19:30:39.531190 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5s2hq: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found W0521 19:30:39.531230 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fbspr: pod openshift-network-diagnostics/network-check-target-fbspr: no pod IPs found W0521 19:30:39.531259 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ftw65: pod openshift-network-diagnostics/network-check-target-ftw65: no pod IPs found I0521 19:30:39.531815 3657 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.221291ms I0521 19:30:39.531830 3657 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:30:39.532262 3657 namespace.go:102] [openshift-machine-api] adding namespace took 8.140964ms I0521 19:30:39.532279 3657 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:30:39.532712 3657 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.086235ms I0521 19:30:39.532726 3657 namespace.go:98] [openshift-host-network] adding namespace I0521 19:30:39.533223 3657 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.130927ms I0521 19:30:39.533237 3657 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:30:39.533676 3657 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.065154ms I0521 19:30:39.533690 3657 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:30:39.534045 3657 namespace.go:102] [openshift-config] adding namespace took 7.852071ms I0521 19:30:39.534063 3657 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:30:39.534721 3657 namespace.go:102] [kube-public] adding namespace took 7.385297ms I0521 19:30:39.535271 3657 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.223581ms I0521 19:30:39.535287 3657 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:30:39.535813 3657 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.211842ms I0521 19:30:39.535830 3657 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:30:39.536284 3657 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.095156ms W0521 19:30:39.536289 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-kb8rf: pod kube-system/global-pull-secret-syncer-kb8rf: no pod IPs found W0521 19:30:39.536318 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l9g22: pod kube-system/global-pull-secret-syncer-l9g22: no pod IPs found W0521 19:30:39.536325 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-qzr96: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found I0521 19:30:39.536898 3657 namespace.go:102] [kube-system] adding namespace took 7.199936ms I0521 19:30:39.536913 3657 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:30:39.537590 3657 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.309566ms I0521 19:30:39.538042 3657 namespace.go:102] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] adding namespace took 7.277018ms I0521 19:30:39.538587 3657 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.36877ms I0521 19:30:39.539062 3657 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.22661ms I0521 19:30:39.539076 3657 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:30:39.539568 3657 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.283273ms I0521 19:30:39.540071 3657 namespace.go:102] [openshift-host-network] adding namespace took 7.339016ms I0521 19:30:39.540648 3657 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.386789ms I0521 19:30:39.541115 3657 namespace.go:102] [openshift-network-operator] adding namespace took 7.419275ms I0521 19:30:39.541803 3657 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.734445ms I0521 19:30:39.542405 3657 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.112332ms I0521 19:30:39.542877 3657 namespace.go:102] [openshift-package-operator] adding namespace took 7.040888ms I0521 19:30:39.543380 3657 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.457548ms I0521 19:30:39.543867 3657 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.784742ms W0521 19:30:39.543949 3657 master.go:458] Unable to parse local node ip-10-0-2-136.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:30:39.543957 3657 master.go:471] Unable to parse remote node ip-10-0-0-51.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 19:30:39.543961 3657 master.go:471] Unable to parse remote node ip-10-0-1-114.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:30:39.543965 3657 master.go:481] Removing stale chassis with ID/Name: b2817821-ff0c-483b-8764-a940cdaa823c, hostname: ip-10-0-2-136.ec2.internal I0521 19:30:39.544490 3657 master.go:548] Adding or Updating local node "ip-10-0-2-136.ec2.internal" for network "default" I0521 19:30:39.544557 3657 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-114.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-114.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-114.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-114.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-114.ec2.internal I0521 19:30:39.544571 3657 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-51.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-51.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-51.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-51.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-51.ec2.internal I0521 19:30:39.548152 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-136.ec2.internal for the network default I0521 19:30:39.548499 3657 zone_ic_handler.go:195] Time taken to create transit switch: 334.434µs I0521 19:30:39.549322 3657 default_network_controller.go:823] Node add failed for ip-10-0-2-136.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error getting gateway config for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal", failed to update chassis to local for local node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal] E0521 19:30:39.549361 3657 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-136.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error getting gateway config for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal", failed to update chassis to local for local node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal] I0521 19:30:39.549412 3657 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:30:39.549427 3657 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-136.ec2.internal", UID:"191541f0-9760-4deb-be89-09fbafdb8cf4", APIVersion:"v1", ResourceVersion:"9045", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error getting gateway config for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal", failed to update chassis to local for local node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal] I0521 19:30:39.549445 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-114.ec2.internal in network "default" I0521 19:30:39.549499 3657 node_tracker.go:235] Node ip-10-0-1-114.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-114.ec2.internal" I0521 19:30:39.549516 3657 node_tracker.go:169] Node ip-10-0-1-114.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:39.549441 3657 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:30:39.549533 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:39.549540 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0521 19:30:39.549553 3657 node_tracker.go:235] Node ip-10-0-2-136.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal" I0521 19:30:39.549553 3657 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:30:39.549561 3657 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:39.549567 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:39.549575 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default" I0521 19:30:39.549586 3657 node_tracker.go:235] Node ip-10-0-0-51.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal" I0521 19:30:39.549594 3657 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:39.549600 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:39.586127 3657 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:39.592443 3657 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:30:39.598960 3657 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:30:39.598979 3657 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-136.ec2.internal","mac-address":"0e:a0:8e:55:dc:05","ip-addresses":["10.0.2.136/24"],"ip-address":"10.0.2.136/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b2817821-ff0c-483b-8764-a940cdaa823c k8s.ovn.org/node-encap-ips:["10.0.2.136"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.136/24"} k8s.ovn.org/zone-name:ip-10-0-2-136.ec2.internal] on node ip-10-0-2-136.ec2.internal I0521 19:30:39.613898 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0521 19:30:39.613963 3657 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:39.613983 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:39.613982 3657 master.go:548] Adding or Updating local node "ip-10-0-2-136.ec2.internal" for network "default" I0521 19:30:39.619011 3657 default_node_network_controller.go:519] Node connection status = connected W0521 19:30:39.620042 3657 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-kb8rf: pod kube-system/global-pull-secret-syncer-kb8rf: no pod IPs found W0521 19:30:39.620059 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-kj4mk: pod openshift-multus/network-metrics-daemon-kj4mk: no pod IPs found W0521 19:30:39.620070 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-fbspr: pod openshift-network-diagnostics/network-check-target-fbspr: no pod IPs found I0521 19:30:39.621088 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-136.ec2.internal for the network default I0521 19:30:39.621304 3657 zone_ic_handler.go:195] Time taken to create transit switch: 197.647µs I0521 19:30:39.649838 3657 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:30:39.649869 3657 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:30:39.650011 3657 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:30:39.650075 3657 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:30:39.650091 3657 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:30:39.750301 3657 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:30:39.750323 3657 repair.go:60] Starting repairing loop for services I0521 19:30:39.750418 3657 repair.go:131] Deleted 0 stale service LBs I0521 19:30:39.750443 3657 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:30:39.750459 3657 repair.go:62] Finished repairing loop for services: 137.822µs I0521 19:30:39.750481 3657 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:30:39.750491 3657 services_controller.go:254] Starting workers for network=default I0521 19:30:39.750864 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kj4mk] creating logical port openshift-multus_network-metrics-daemon-kj4mk for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:39.750923 3657 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-kb8rf] creating logical port kube-system_global-pull-secret-syncer-kb8rf for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:39.750978 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-bxr8j, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bxr8j: suppressed error logged: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found I0521 19:30:39.750907 3657 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-qzr96, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-qzr96: suppressed error logged: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found I0521 19:30:39.750911 3657 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-l9g22, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l9g22: suppressed error logged: pod kube-system/global-pull-secret-syncer-l9g22: no pod IPs found I0521 19:30:39.750948 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-xjk6z, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-xjk6z: suppressed error logged: pod openshift-multus/network-metrics-daemon-xjk6z: no pod IPs found I0521 19:30:39.750954 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5s2hq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found I0521 19:30:39.751013 3657 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ftw65, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ftw65: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ftw65: no pod IPs found I0521 19:30:39.750916 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fbspr] creating logical port openshift-network-diagnostics_network-check-target-fbspr for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:39.751144 3657 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-kb8rf I0521 19:30:39.751194 3657 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-fbspr I0521 19:30:39.751220 3657 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-kj4mk I0521 19:30:39.768176 3657 pod.go:62] [kube-system/global-pull-secret-syncer-kb8rf] pod update took 17.120677ms I0521 19:30:39.768200 3657 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-kb8rf] addLogicalPort annotation time took 17.154322ms I0521 19:30:39.769213 3657 pods.go:271] [kube-system/global-pull-secret-syncer-kb8rf] addLogicalPort took 18.29622ms, libovsdb time 757.42µs I0521 19:30:39.770720 3657 pod.go:62] [openshift-multus/network-metrics-daemon-kj4mk] pod update took 19.714294ms I0521 19:30:39.770742 3657 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-kj4mk] addLogicalPort annotation time took 19.740509ms I0521 19:30:39.771272 3657 pod.go:62] [openshift-network-diagnostics/network-check-target-fbspr] pod update took 20.106795ms I0521 19:30:39.771291 3657 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-fbspr] addLogicalPort annotation time took 20.124725ms I0521 19:30:39.771814 3657 pods.go:271] [openshift-multus/network-metrics-daemon-kj4mk] addLogicalPort took 20.964692ms, libovsdb time 820.125µs I0521 19:30:39.772191 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-fbspr] addLogicalPort took 21.284477ms, libovsdb time 705.298µs I0521 19:30:39.772603 3657 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:30:39.772624 3657 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:30:39.772636 3657 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:30:39.772641 3657 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:30:39.772826 3657 repair.go:29] Repairing admin network policies took 179.096µs I0521 19:30:39.772987 3657 repair.go:92] Repairing baseline admin network policies took 149.085µs I0521 19:30:39.773444 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:30:39.773460 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:30:39.775014 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:30:39.775034 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:30:39.775041 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:30:39.775351 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:30:39.775371 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:30:39.775380 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:30:39.776992 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:30:39.777013 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:30:39.777022 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:30:39.779489 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:30:39.779506 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:30:39.779513 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:30:39.780768 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:30:39.780784 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:30:39.780793 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:30:39.782202 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:39.782220 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:30:39.782228 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:30:39.782712 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:30:39.782729 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:30:39.782737 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:30:39.783334 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:30:39.783352 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:30:39.783362 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:30:39.784607 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:30:39.784632 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:30:39.784647 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:30:39.787183 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:30:39.787207 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:30:39.787221 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:30:39.788514 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:30:39.788535 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:30:39.788545 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:30:39.790267 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:30:39.790291 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:30:39.790302 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:30:39.790900 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:30:39.790922 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:30:39.790929 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:30:39.791312 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:30:39.791327 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:30:39.791341 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:30:39.792114 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:30:39.792139 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:30:39.792152 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:30:39.792731 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:30:39.793149 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:30:39.793634 3657 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:30:39.793652 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:39.794453 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:30:39.794476 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:30:39.794484 3657 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:30:39.796291 3657 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:30:39.796311 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:30:39.796337 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:30:39.797095 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:30:39.797119 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:30:39.797141 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:30:39.798197 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:30:39.798215 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:30:39.798222 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:30:39.798748 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:30:39.798770 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:30:39.798779 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:30:39.800040 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:30:39.800057 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:30:39.800066 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:30:39.801075 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:30:39.801098 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:30:39.801113 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:30:39.802464 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:30:39.802483 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:30:39.802491 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:30:39.803087 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:30:39.803110 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:30:39.803122 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:30:39.803800 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:30:39.803826 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:30:39.803838 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:30:39.804471 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:30:39.804495 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:30:39.804506 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:30:39.805054 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:30:39.805071 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:30:39.805080 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:30:39.805426 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:30:39.810230 3657 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:30:39.810278 3657 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:30:39.810283 3657 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:30:39.810308 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:30:39.810326 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:30:39.810310 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:30:39.810335 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:30:39.810985 3657 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:30:39.811004 3657 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:30:39.811014 3657 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:30:39.811032 3657 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:30:39.811036 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-51.ec2.internal" for egress firewall I0521 19:30:39.811051 3657 egressfirewall.go:723] Syncing node "ip-10-0-1-114.ec2.internal" for egress firewall I0521 19:30:39.811061 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0521 19:30:39.811189 3657 egressqos.go:245] Starting EgressQoS Controller I0521 19:30:39.811204 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:30:39.811216 3657 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:30:39.811225 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:30:39.811234 3657 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:30:39.811263 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:30:39.811272 3657 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:30:39.811279 3657 egressqos.go:259] Repairing EgressQoSes I0521 19:30:39.811285 3657 egressqos.go:399] Starting repairing loop for egressqos I0521 19:30:39.811379 3657 egressqos.go:401] Finished repairing loop for egressqos: 94.478µs I0521 19:30:39.811404 3657 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:30:39.811426 3657 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-136.ec2.internal I0521 19:30:39.811473 3657 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-136.ec2.internal : 49.049µs I0521 19:30:39.811538 3657 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:30:39.811557 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:39.811567 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:39.811576 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:39.811584 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:39.811593 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:39.811600 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:39.811608 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:30:39.811614 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:30:39.811618 3657 egressservice_zone.go:228] Repairing Egress Services I0521 19:30:39.811878 3657 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:30:39.811888 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:39.811951 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0521 19:30:39.811964 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 12.969µs I0521 19:30:39.811974 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal I0521 19:30:39.811979 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 6.135µs I0521 19:30:39.811987 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal I0521 19:30:39.811993 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 6.546µs I0521 19:30:39.812015 3657 default_network_controller.go:585] Completing all the Watchers took 313.236118ms I0521 19:30:39.812033 3657 default_network_controller.go:589] Starting unidling controllers I0521 19:30:39.812047 3657 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:30:39.812059 3657 unidle.go:63] Populating Initial ContollerEvent events I0521 19:30:39.812072 3657 unidle.go:79] Setting up event handlers for services I0521 19:30:39.812136 3657 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:40.119017 3657 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:40.618507 3657 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:41.119165 3657 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:41.618612 3657 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:41.786422 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal I0521 19:30:41.786439 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-51.ec2.internal" for egress firewall I0521 19:30:41.786443 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 28.023µs I0521 19:30:41.786497 3657 default_network_controller.go:1025] Node "ip-10-0-0-51.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:41.922746 3657 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:30:42.119082 3657 default_node_network_controller.go:519] Node connection status = connected I0521 19:30:42.136080 3657 bridgeconfig.go:537] Gateway is ready I0521 19:30:42.136102 3657 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:30:42.146793 3657 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.136. Updating OVN encap IP. I0521 19:30:42.152091 3657 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.136 - it is already configured I0521 19:30:42.152103 3657 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.136/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:30:42.152302 3657 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.136/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-136.ec2.internal","mac-address":"0e:a0:8e:55:dc:05","ip-addresses":["10.0.2.136/24"],"ip-address":"10.0.2.136/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b2817821-ff0c-483b-8764-a940cdaa823c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.136/24"}] on node ip-10-0-2-136.ec2.internal I0521 19:30:42.167956 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default" I0521 19:30:42.167962 3657 master.go:548] Adding or Updating local node "ip-10-0-2-136.ec2.internal" for network "default" I0521 19:30:42.167981 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0521 19:30:42.167996 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 19.324µs I0521 19:30:42.168009 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall I0521 19:30:42.168026 3657 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:42.168047 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:42.168529 3657 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.136 I0521 19:30:42.168625 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-136.ec2.internal I0521 19:30:42.172328 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-136.ec2.internal. Updating no re-route policies I0521 19:30:42.172413 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xvn9j I0521 19:30:42.172424 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-136.ec2.internal I0521 19:30:42.172431 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xvn9j I0521 19:30:42.172437 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-136.ec2.internal I0521 19:30:42.172444 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-xjk6z I0521 19:30:42.172454 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xvn9j after 0 failed attempt(s) I0521 19:30:42.172458 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-136.ec2.internal after 0 failed attempt(s) I0521 19:30:42.172459 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-xjk6z I0521 19:30:42.172471 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-k4czb I0521 19:30:42.172470 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ftw65 I0521 19:30:42.172478 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-k4czb I0521 19:30:42.172480 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vd2p4 I0521 19:30:42.172486 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-r9khl I0521 19:30:42.172494 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vd2p4 I0521 19:30:42.172494 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-136.ec2.internal I0521 19:30:42.172499 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-qzr96 I0521 19:30:42.172475 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rkpsz I0521 19:30:42.172506 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cdhrs I0521 19:30:42.172509 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l9g22 I0521 19:30:42.172496 3657 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-xjk6z, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-xjk6z: suppressed error logged: pod openshift-multus/network-metrics-daemon-xjk6z: no pod IPs found I0521 19:30:42.172515 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cdhrs I0521 19:30:42.172485 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ftw65 I0521 19:30:42.172518 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l9g22 I0521 19:30:42.172522 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-49lqq I0521 19:30:42.172521 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-kj4mk I0521 19:30:42.172527 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bxr8j I0521 19:30:42.172531 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-49lqq I0521 19:30:42.172528 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-fbspr I0521 19:30:42.172539 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bxr8j I0521 19:30:42.172540 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-kj4mk I0521 19:30:42.172492 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-k4czb after 0 failed attempt(s) I0521 19:30:42.172546 3657 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ftw65, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ftw65: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ftw65: no pod IPs found I0521 19:30:42.172548 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-49lqq after 0 failed attempt(s) I0521 19:30:42.172509 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-qzr96 I0521 19:30:42.172549 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-kb8rf I0521 19:30:42.172564 3657 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-bxr8j, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-bxr8j: suppressed error logged: pod openshift-multus/network-metrics-daemon-bxr8j: no pod IPs found I0521 19:30:42.172566 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-kb8rf I0521 19:30:42.172578 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kj4mk] creating logical port openshift-multus_network-metrics-daemon-kj4mk for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:42.172600 3657 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-kb8rf] creating logical port kube-system_global-pull-secret-syncer-kb8rf for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:42.172542 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-fbspr I0521 19:30:42.172641 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-fbspr] creating logical port openshift-network-diagnostics_network-check-target-fbspr for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:42.172502 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-r9khl I0521 19:30:42.172674 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-r9khl after 0 failed attempt(s) I0521 19:30:42.172510 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rkpsz I0521 19:30:42.172705 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rkpsz after 0 failed attempt(s) I0521 19:30:42.172509 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-136.ec2.internal I0521 19:30:42.172495 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq I0521 19:30:42.172727 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-136.ec2.internal after 0 failed attempt(s) I0521 19:30:42.172512 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vd2p4 after 0 failed attempt(s) I0521 19:30:42.172529 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-22zk6 I0521 19:30:42.172414 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4nhw9 I0521 19:30:42.172755 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4nhw9 I0521 19:30:42.172770 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4nhw9 after 0 failed attempt(s) I0521 19:30:42.172579 3657 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-qzr96, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-qzr96: suppressed error logged: pod kube-system/global-pull-secret-syncer-qzr96: no pod IPs found I0521 19:30:42.172732 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq I0521 19:30:42.172806 3657 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-5s2hq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-5s2hq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-5s2hq: no pod IPs found I0521 19:30:42.172529 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cdhrs after 0 failed attempt(s) I0521 19:30:42.172746 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-22zk6 I0521 19:30:42.172838 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-22zk6 after 0 failed attempt(s) I0521 19:30:42.172552 3657 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-l9g22, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l9g22: suppressed error logged: pod kube-system/global-pull-secret-syncer-l9g22: no pod IPs found I0521 19:30:42.173315 3657 pods.go:271] [openshift-multus/network-metrics-daemon-kj4mk] addLogicalPort took 745.455µs, libovsdb time 282.337µs I0521 19:30:42.173327 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-kj4mk after 0 failed attempt(s) I0521 19:30:42.173411 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-fbspr] addLogicalPort took 777.722µs, libovsdb time 361.301µs I0521 19:30:42.173423 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-fbspr after 0 failed attempt(s) I0521 19:30:42.173740 3657 pods.go:271] [kube-system/global-pull-secret-syncer-kb8rf] addLogicalPort took 1.150168ms, libovsdb time 644.303µs I0521 19:30:42.173749 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-kb8rf after 0 failed attempt(s) I0521 19:30:42.186510 3657 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:30:42.198504 3657 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:30:42.201792 3657 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:30:42.257276 3657 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:30:42.311847 3657 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:30:42.328404 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:30:42.328511 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:30:42.328552 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:30:42.328669 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:30:42.328727 3657 gateway_init.go:325] Gateway and management port readiness took 2.714529696s I0521 19:30:42.328753 3657 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:30:42.328787 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:30:42.328798 3657 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:30:42.328807 3657 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:30:42.328863 3657 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:30:42.328944 3657 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.74µs I0521 19:30:42.329147 3657 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:30:42.329177 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.046µs I0521 19:30:42.329184 3657 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.868µs I0521 19:30:42.329190 3657 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:30:42.329198 3657 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:30:42.329203 3657 default_node_network_controller.go:899] Starting the default node network controller I0521 19:30:42.329207 3657 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:30:42.329280 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.997µs I0521 19:30:42.329392 3657 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:30:42.329400 3657 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:30:42.329424 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f590 0xc0002c8460 0xc0002c84d0 0xc0002c8540 0xc0002c85b0 0xc0002c8620 0xc0002c8700 0xc000b2d8b0 0xc0002c8770 0xc0002c87e0 0xc0008ccdc0 0xc006520620 0xc0002c8850 map[0x2ff9080:0xc002213c20 0x2ff95c0:0xc002213da0 0x2ffa2e0:0xc002213b60 0x2ffa580:0xc002213bc0 0x2ffad60:0xc002213c80 0x2ffb000:0xc002213ce0 0x2ffb2a0:0xc002213d40 0x2ffba80:0xc002213e00 0x2ffbd20:0xc002213e60 0x3026980:0xc000d91560 0x3026d20:0xc000d91680 0x3027800:0xc000c09c20 0x3029160:0xc001b64000 0x30298a0:0xc002213b00 0x302a720:0xc0007a5aa0] 0xc000b22700 0} I0521 19:30:42.329477 3657 gateway.go:151] Starting gateway service sync I0521 19:30:42.329858 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:30:42.331923 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:30:42.357712 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:30:42.358931 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:30:42.360024 3657 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:30:42.393950 3657 gateway.go:168] Gateway service sync done. Time taken: 64.459842ms I0521 19:30:42.394309 3657 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30722 I0521 19:30:42.394834 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f590 0xc0002c8460 0xc0002c84d0 0xc0002c8540 0xc0002c85b0 0xc0002c8620 0xc0002c8700 0xc000b2d8b0 0xc0002c8770 0xc0002c87e0 0xc0008ccdc0 0xc006520620 0xc0002c8850 map[0x2ff9080:0xc002213c20 0x2ff95c0:0xc002213da0 0x2ffa2e0:0xc002213b60 0x2ffa580:0xc002213bc0 0x2ffad60:0xc002213c80 0x2ffb000:0xc002213ce0 0x2ffb2a0:0xc002213d40 0x2ffba80:0xc002213e00 0x2ffbd20:0xc002213e60 0x3026980:0xc000d91560 0x3026d20:0xc000d91680 0x3027800:0xc000c09c20 0x3029160:0xc001b64000 0x30298a0:0xc002213b00 0x302a720:0xc0007a5aa0] 0xc000b22700 0} I0521 19:30:42.395270 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f590 0xc0002c8460 0xc0002c84d0 0xc0002c8540 0xc0002c85b0 0xc0002c8620 0xc0002c8700 0xc000b2d8b0 0xc0002c8770 0xc0002c87e0 0xc0008ccdc0 0xc006520620 0xc0002c8850 map[0x2ff9080:0xc002213c20 0x2ff95c0:0xc002213da0 0x2ffa2e0:0xc002213b60 0x2ffa580:0xc002213bc0 0x2ffad60:0xc002213c80 0x2ffb000:0xc002213ce0 0x2ffb2a0:0xc002213d40 0x2ffba80:0xc002213e00 0x2ffbd20:0xc002213e60 0x3026980:0xc000d91560 0x3026d20:0xc000d91680 0x3027800:0xc000c09c20 0x3029160:0xc001b64000 0x30298a0:0xc002213b00 0x302a720:0xc0007a5aa0] 0xc000b22700 0} I0521 19:30:42.395309 3657 gateway.go:532] Reconciling gateway with updates I0521 19:30:42.400615 3657 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:30:42.400633 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:42.400636 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:42.400647 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:42.400649 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:42.400652 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:42.400664 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:42.400661 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:42.400676 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:42.400689 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:42.400692 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:42.400705 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:42.400709 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:42.400705 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:42.400718 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:42.400715 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:42.400688 3657 default_node_network_controller.go:944] Gateway and management port readiness took 71.281315ms I0521 19:30:42.400730 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:42.400679 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:42.400709 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:42.400737 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:42.400746 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:42.400746 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:42.400752 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:42.400752 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:42.400759 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:42.400759 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:42.400768 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:42.400769 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:42.400769 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:42.400774 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:42.400779 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:42.400779 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:42.400783 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:42.400785 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:42.400784 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:42.400788 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:42.400788 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:42.400795 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:42.400797 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:42.400758 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:42.400796 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:42.400805 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:42.400805 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:42.400806 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:42.400812 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:42.400817 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:42.400818 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:42.400820 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:42.400824 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:42.400830 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:42.400829 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:42.400833 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:42.400778 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:42.400797 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:42.400846 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:42.400852 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:42.400768 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:42.400854 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:42.400859 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:42.400855 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:42.400728 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:42.400869 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:42.400772 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:42.400877 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:42.400689 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:42.400882 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:42.400888 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:42.400889 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:42.400826 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:42.400762 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:42.400924 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:42.400931 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:42.400805 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:42.400857 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:42.400756 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:42.400961 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:42.400975 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:42.400981 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:42.400720 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:42.400994 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:42.400692 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:42.400723 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:42.401008 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:42.401016 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:42.400731 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:42.401040 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:42.401049 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:42.400736 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:42.400742 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:42.400748 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:42.401100 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:42.400775 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:42.401136 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:42.400777 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:42.401172 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31745 is already open, no action needed I0521 19:30:42.401178 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31105 is already open, no action needed I0521 19:30:42.400690 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:42.401227 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:42.400782 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:42.401268 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:42.400787 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:42.401276 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:42.400798 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:42.400803 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:42.401326 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:42.400874 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:42.401330 3657 node_ip_handler_linux.go:160] Node IP manager is running I0521 19:30:42.400876 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:42.400918 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:42.401359 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:42.400982 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:42.401382 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:42.401029 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:42.401405 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics W0521 19:30:42.437496 3657 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:42.437665 3657 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:30:42.437796 3657 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0521 19:30:42.446127 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:42.446152 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:42.446159 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:42.446165 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:42.446171 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:42.446177 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:42.446182 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:42.446188 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:42.446193 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:42.446228 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:42.446257 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:42.446276 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:42.446284 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:42.451689 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-114.ec2.internal in network "default" I0521 19:30:42.451694 3657 default_network_controller.go:1025] Node "ip-10-0-1-114.ec2.internal" in remote zone "ip-10-0-1-114.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:42.451711 3657 node_tracker.go:235] Node ip-10-0-1-114.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-114.ec2.internal" I0521 19:30:42.451726 3657 node_tracker.go:169] Node ip-10-0-1-114.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:42.451738 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:42.486093 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:42.486116 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:42.525389 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:42.525399 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:42.525390 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:42.525418 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:42.525424 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:42.525433 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:42.525439 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:42.599955 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-114.ec2.internal in network "default" I0521 19:30:42.600000 3657 default_network_controller.go:1025] Node "ip-10-0-1-114.ec2.internal" in remote zone "ip-10-0-1-114.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:42.600008 3657 node_tracker.go:169] Node ip-10-0-1-114.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:42.600022 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:42.600937 3657 zone_ic_handler.go:195] Time taken to create transit switch: 281.337µs I0521 19:30:42.600953 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-114.ec2.internal for the network default I0521 19:30:42.601919 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-114.ec2.internal" on network "default" took: 1.275893ms W0521 19:30:43.981008 3657 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:30:43.981064 3657 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0521 19:30:43.981086 3657 default_node_network_controller.go:1380] Starting node controller node sync I0521 19:30:43.992741 3657 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.639374ms I0521 19:30:43.992887 3657 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:30:43.993167 3657 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:30:43.993294 3657 egressservice_node.go:183] Starting Egress Services Controller I0521 19:30:43.993310 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:30:43.993318 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:30:43.993324 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:30:43.993329 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:30:43.993336 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:30:43.993341 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:30:43.993347 3657 egressservice_node.go:197] Repairing Egress Services I0521 19:30:44.003100 3657 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:30:44.003110 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:30:44.003312 3657 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:30:44.003325 3657 link_network_manager.go:119] Link manager is running I0521 19:30:44.003337 3657 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:30:44.003463 3657 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:30:44.003829 3657 vrf_manager.go:128] VRF manager is running I0521 19:30:44.003958 3657 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:30:44.003967 3657 gateway.go:532] Reconciling gateway with updates I0521 19:30:44.028162 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:44.028175 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:30:44.028185 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:44.028192 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:30:44.028197 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:30:44.028198 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:44.028195 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:44.028201 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:30:44.028166 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:44.028214 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:30:44.028215 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:44.028213 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:44.028230 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:30:44.028231 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:30:44.028234 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:30:44.028237 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:44.028255 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:30:44.028258 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:30:44.028259 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:30:44.028257 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:44.028270 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:30:44.028270 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:44.028276 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:44.028281 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:44.028282 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:44.028285 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:30:44.028292 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:30:44.028293 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:30:44.028299 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:44.028303 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:44.028311 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:30:44.028316 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:30:44.028313 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:44.028320 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:30:44.028335 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:30:44.028337 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:30:44.028343 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:44.028347 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:30:44.028349 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:44.028351 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:30:44.028360 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:30:44.028340 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:44.028368 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:44.028369 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:44.028370 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:44.028284 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:30:44.028379 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:44.028384 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:30:44.028387 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:44.028393 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:30:44.028396 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:44.028399 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:44.028406 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:30:44.028403 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:44.028412 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:44.028416 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:44.028417 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:30:44.028421 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:44.028423 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:44.028432 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:30:44.028436 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:30:44.028449 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:30:44.028463 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:30:44.028475 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:30:44.028479 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:30:44.028480 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:30:44.028234 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:30:44.028217 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:30:44.028497 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:30:44.028502 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:30:44.028380 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:30:44.028512 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:30:44.028430 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:30:44.028524 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:30:44.028187 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:30:44.028531 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:30:44.028503 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:30:44.028541 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:30:44.028295 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:44.028548 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:30:44.028552 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:30:44.028551 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:44.028563 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:30:44.028452 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:30:44.028402 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:30:44.028420 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:30:44.028578 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:30:44.028333 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:44.028590 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:30:44.028384 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:30:44.028223 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:44.028627 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:30:44.028654 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31745 is already open, no action needed I0521 19:30:44.028666 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 31105 is already open, no action needed I0521 19:30:44.028220 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:30:44.028264 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:30:44.028205 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:30:44.028284 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:30:44.028353 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:44.028353 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:30:44.028752 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:30:44.028761 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:30:44.028364 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:44.028353 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:44.028346 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:44.028798 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:30:44.028805 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:30:44.028406 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:44.028817 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:30:44.028426 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:30:44.028425 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:30:44.028785 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:30:44.028372 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:44.028973 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:30:44.028786 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:30:44.028376 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:30:44.029040 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:30:44.067736 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:30:44.067759 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:30:44.067767 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:30:44.067777 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:30:44.067784 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:30:44.067790 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:30:44.067796 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:30:44.106669 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:30:44.106678 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:30:44.106697 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:30:44.106706 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:30:44.106715 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:30:44.106722 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:30:44.106727 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:30:44.106732 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:30:44.106748 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:30:44.106766 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:30:45.155643 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal I0521 19:30:45.155667 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 29.649µs I0521 19:30:45.155668 3657 egressfirewall.go:723] Syncing node "ip-10-0-1-114.ec2.internal" for egress firewall I0521 19:30:45.155686 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-114.ec2.internal in network "default" I0521 19:30:45.155693 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-114.ec2.internal", IP: 10.0.1.114 to PMTUD blocking rules I0521 19:30:45.155705 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-114.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:45.155752 3657 node_tracker.go:169] Node ip-10-0-1-114.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:45.155781 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:45.161893 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-114.ec2.internal. Updating no re-route policies I0521 19:30:45.173494 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-114.ec2.internal", IP: 10.0.1.114 to PMTUD blocking rules I0521 19:30:45.173508 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-114.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:46.086897 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal I0521 19:30:46.086936 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 47.178µs I0521 19:30:46.117445 3657 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-p9l6s for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.117566 3657 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s I0521 19:30:46.119836 3657 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-4qrjv for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.119934 3657 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv I0521 19:30:46.130135 3657 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-wsjpc for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.130215 3657 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc I0521 19:30:46.132582 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-w2tpw] creating logical port openshift-insights_insights-operator-6dbb575d6c-w2tpw for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.132598 3657 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-r4dp8 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.132680 3657 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-w2tpw I0521 19:30:46.132712 3657 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8 I0521 19:30:46.132756 3657 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6946884d87-qgc7d] creating logical port openshift-ingress_router-default-6946884d87-qgc7d for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.132858 3657 kube.go:256] Updating pod openshift-ingress/router-default-6946884d87-qgc7d I0521 19:30:46.132961 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-84ccc69cf9-cd9fv] creating logical port openshift-image-registry_image-registry-84ccc69cf9-cd9fv for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.133067 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-84ccc69cf9-cd9fv I0521 19:30:46.163495 3657 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s] pod update took 45.959165ms I0521 19:30:46.163514 3657 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s] addLogicalPort annotation time took 45.981728ms I0521 19:30:46.163591 3657 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv] pod update took 43.677066ms I0521 19:30:46.163612 3657 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv] addLogicalPort annotation time took 43.701318ms I0521 19:30:46.164143 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-pvkst for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.164174 3657 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8] pod update took 31.494674ms I0521 19:30:46.164186 3657 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8] addLogicalPort annotation time took 31.508261ms I0521 19:30:46.164218 3657 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc] pod update took 34.022671ms I0521 19:30:46.164266 3657 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc] addLogicalPort annotation time took 34.042069ms I0521 19:30:46.164290 3657 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-vhkwj] creating logical port openshift-console-operator_console-operator-66dbbb6468-vhkwj for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.164376 3657 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-vhkwj I0521 19:30:46.164224 3657 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst I0521 19:30:46.164902 3657 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s] addLogicalPort took 47.478038ms, libovsdb time 1.131825ms I0521 19:30:46.165193 3657 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv] addLogicalPort took 45.371129ms, libovsdb time 1.360967ms I0521 19:30:46.165610 3657 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8] addLogicalPort took 33.02778ms, libovsdb time 1.173862ms I0521 19:30:46.165993 3657 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc] addLogicalPort took 35.8674ms, libovsdb time 1.436379ms I0521 19:30:46.166845 3657 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-knkc7 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.166898 3657 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7 I0521 19:30:46.176409 3657 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-w2tpw] pod update took 43.752829ms I0521 19:30:46.176432 3657 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-w2tpw] addLogicalPort annotation time took 43.778255ms I0521 19:30:46.176688 3657 pod.go:62] [openshift-ingress/router-default-6946884d87-qgc7d] pod update took 43.8502ms I0521 19:30:46.176713 3657 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6946884d87-qgc7d] addLogicalPort annotation time took 43.879826ms I0521 19:30:46.176750 3657 pod.go:62] [openshift-image-registry/image-registry-84ccc69cf9-cd9fv] pod update took 43.698962ms I0521 19:30:46.176770 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-84ccc69cf9-cd9fv] addLogicalPort annotation time took 43.717685ms I0521 19:30:46.177650 3657 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-w2tpw] addLogicalPort took 45.079668ms, libovsdb time 936.902µs I0521 19:30:46.177724 3657 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-bb46979bf-9jd4z] creating logical port openshift-ingress_router-default-bb46979bf-9jd4z for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.177809 3657 kube.go:256] Updating pod openshift-ingress/router-default-bb46979bf-9jd4z I0521 19:30:46.178096 3657 pods.go:271] [openshift-ingress/router-default-6946884d87-qgc7d] addLogicalPort took 45.336025ms, libovsdb time 1.075152ms I0521 19:30:46.178146 3657 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-29r9x for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.178205 3657 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x I0521 19:30:46.178351 3657 pods.go:271] [openshift-image-registry/image-registry-84ccc69cf9-cd9fv] addLogicalPort took 45.396189ms, libovsdb time 1.277361ms I0521 19:30:46.181298 3657 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst] pod update took 17.089326ms I0521 19:30:46.181362 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst] addLogicalPort annotation time took 17.154016ms I0521 19:30:46.182479 3657 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst] addLogicalPort took 18.344537ms, libovsdb time 777.388µs I0521 19:30:46.186384 3657 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7] pod update took 19.500089ms I0521 19:30:46.186400 3657 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7] addLogicalPort annotation time took 19.517577ms I0521 19:30:46.186438 3657 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-vhkwj] pod update took 22.077759ms I0521 19:30:46.186454 3657 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-vhkwj] addLogicalPort annotation time took 22.096021ms I0521 19:30:46.187321 3657 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7] addLogicalPort took 20.482892ms, libovsdb time 674.985µs I0521 19:30:46.187555 3657 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-vhkwj] addLogicalPort took 23.274393ms, libovsdb time 889.787µs I0521 19:30:46.195129 3657 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x] pod update took 16.938306ms I0521 19:30:46.195147 3657 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x] addLogicalPort annotation time took 16.95844ms I0521 19:30:46.196067 3657 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x] addLogicalPort took 17.926983ms, libovsdb time 661.185µs I0521 19:30:46.196119 3657 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4p442] creating logical port openshift-dns_dns-default-4p442 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.196182 3657 kube.go:256] Updating pod openshift-dns/dns-default-4p442 I0521 19:30:46.203800 3657 pod.go:62] [openshift-ingress/router-default-bb46979bf-9jd4z] pod update took 26.018001ms I0521 19:30:46.203822 3657 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-bb46979bf-9jd4z] addLogicalPort annotation time took 26.04731ms I0521 19:30:46.203872 3657 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-sv6g6] creating logical port openshift-ingress-canary_ingress-canary-sv6g6 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.203973 3657 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-sv6g6 I0521 19:30:46.203975 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-dmxjw for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.204092 3657 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-5f2sc for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.204166 3657 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc I0521 19:30:46.204206 3657 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw I0521 19:30:46.204209 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656530-htldx for pod on switch ip-10-0-2-136.ec2.internal I0521 19:30:46.204300 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx I0521 19:30:46.204908 3657 pods.go:271] [openshift-ingress/router-default-bb46979bf-9jd4z] addLogicalPort took 27.193813ms, libovsdb time 712.465µs I0521 19:30:46.221187 3657 pod.go:62] [openshift-dns/dns-default-4p442] pod update took 25.020568ms I0521 19:30:46.221212 3657 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4p442] addLogicalPort annotation time took 25.051194ms I0521 19:30:46.222224 3657 pods.go:271] [openshift-dns/dns-default-4p442] addLogicalPort took 26.118409ms, libovsdb time 718.788µs I0521 19:30:46.223135 3657 pod.go:62] [openshift-ingress-canary/ingress-canary-sv6g6] pod update took 19.202123ms I0521 19:30:46.223154 3657 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-sv6g6] addLogicalPort annotation time took 19.221724ms I0521 19:30:46.223228 3657 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc] pod update took 19.085586ms I0521 19:30:46.223266 3657 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc] addLogicalPort annotation time took 19.123472ms I0521 19:30:46.223370 3657 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw] pod update took 19.248875ms I0521 19:30:46.223394 3657 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw] addLogicalPort annotation time took 19.273288ms I0521 19:30:46.223463 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx] pod update took 19.18575ms I0521 19:30:46.223480 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx] addLogicalPort annotation time took 19.205732ms I0521 19:30:46.224267 3657 pods.go:271] [openshift-ingress-canary/ingress-canary-sv6g6] addLogicalPort took 20.408129ms, libovsdb time 772.993µs I0521 19:30:46.224751 3657 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc] addLogicalPort took 20.665414ms, libovsdb time 1.19718ms I0521 19:30:46.224860 3657 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw] addLogicalPort took 20.896596ms, libovsdb time 1.144127ms I0521 19:30:46.225443 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx] addLogicalPort took 21.244814ms, libovsdb time 1.611972ms I0521 19:30:46.538482 3657 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv 16099ca2891282abbc4db56c8665edb89fc7c84ccd1ddec925e4e4f7264deb5b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv 16099ca2891282abbc4db56c8665edb89fc7c84ccd1ddec925e4e4f7264deb5b network default NAD default NAD key ] I0521 19:30:46.569428 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-4qrjv, hostIfaceName: 16099ca2891282a, network: default, NAD default, SandboxID: "16099ca2891282abbc4db56c8665edb89fc7c84ccd1ddec925e4e4f7264deb5b", PCI device ID: , UID: "e1b02fe8-3a53-4970-8d4b-8048b983bfd6", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0521 19:30:46.589550 3657 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7 62422a43f4e9e0d01af9eb67357db9fb516e25a1c3f4f793f8ed7d7aceea5481 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7 62422a43f4e9e0d01af9eb67357db9fb516e25a1c3f4f793f8ed7d7aceea5481 network default NAD default NAD key ] I0521 19:30:46.599945 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-knkc7, hostIfaceName: 62422a43f4e9e0d, network: default, NAD default, SandboxID: "62422a43f4e9e0d01af9eb67357db9fb516e25a1c3f4f793f8ed7d7aceea5481", PCI device ID: , UID: "d043bd15-ab66-42d0-a7c4-527306db26bb", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0521 19:30:46.609460 3657 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-w2tpw e89a5f21cbc1d17cb7f65d9f295c747a2a58a42bbad9c14ee65017e847edb3a4 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-w2tpw e89a5f21cbc1d17cb7f65d9f295c747a2a58a42bbad9c14ee65017e847edb3a4 network default NAD default NAD key ] I0521 19:30:46.622103 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-w2tpw, hostIfaceName: e89a5f21cbc1d17, network: default, NAD default, SandboxID: "e89a5f21cbc1d17cb7f65d9f295c747a2a58a42bbad9c14ee65017e847edb3a4", PCI device ID: , UID: "923eca16-ba78-40ed-9915-dc50defabfd9", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0521 19:30:46.628073 3657 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv 16099ca2891282abbc4db56c8665edb89fc7c84ccd1ddec925e4e4f7264deb5b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-4qrjv 16099ca2891282abbc4db56c8665edb89fc7c84ccd1ddec925e4e4f7264deb5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:67:f5:67:c5:91\",\"name\":\"16099ca2891282a\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4b6975d-5597-4428-a93f-e38a10407614\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.653316 3657 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7 62422a43f4e9e0d01af9eb67357db9fb516e25a1c3f4f793f8ed7d7aceea5481 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-knkc7 62422a43f4e9e0d01af9eb67357db9fb516e25a1c3f4f793f8ed7d7aceea5481 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:e7:4d:76:00:43\",\"name\":\"62422a43f4e9e0d\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d2939d3-1cf3-4c8a-a17e-33a63dbf7638\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.669440 3657 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-w2tpw e89a5f21cbc1d17cb7f65d9f295c747a2a58a42bbad9c14ee65017e847edb3a4 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-w2tpw e89a5f21cbc1d17cb7f65d9f295c747a2a58a42bbad9c14ee65017e847edb3a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:63:78:75:8e:0e\",\"name\":\"e89a5f21cbc1d17\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/650b8a14-22df-4a7b-bc44-5346d130cbd8\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.762825 3657 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-vhkwj 7e1f976b5e351ccc200293626119a78706907ab7ceca42d9fb4157e2810008c6 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-vhkwj 7e1f976b5e351ccc200293626119a78706907ab7ceca42d9fb4157e2810008c6 network default NAD default NAD key ] I0521 19:30:46.776087 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-vhkwj, hostIfaceName: 7e1f976b5e351cc, network: default, NAD default, SandboxID: "7e1f976b5e351ccc200293626119a78706907ab7ceca42d9fb4157e2810008c6", PCI device ID: , UID: "b857f6c9-fce0-4a0e-aa94-dec2f549a77a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0521 19:30:46.805166 3657 cni.go:452] [openshift-ingress-canary/ingress-canary-sv6g6 555e8674173a7e090244a4555453d98e24a0a791aa13399d60685aa68ec35a40 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-sv6g6 555e8674173a7e090244a4555453d98e24a0a791aa13399d60685aa68ec35a40 network default NAD default NAD key ] I0521 19:30:46.815776 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-sv6g6, hostIfaceName: 555e8674173a7e0, network: default, NAD default, SandboxID: "555e8674173a7e090244a4555453d98e24a0a791aa13399d60685aa68ec35a40", PCI device ID: , UID: "260ca846-dbfc-48bb-9859-bd4296c4efdc", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0521 19:30:46.825934 3657 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw 94b5e56cbbfd8de7e77afdaebb83200e3ef3451684fc87455510ad242fbbc33c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw 94b5e56cbbfd8de7e77afdaebb83200e3ef3451684fc87455510ad242fbbc33c network default NAD default NAD key ] I0521 19:30:46.832780 3657 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-vhkwj 7e1f976b5e351ccc200293626119a78706907ab7ceca42d9fb4157e2810008c6 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-vhkwj 7e1f976b5e351ccc200293626119a78706907ab7ceca42d9fb4157e2810008c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1c:17:5c:d5:50\",\"name\":\"7e1f976b5e351cc\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0802643d-dee3-4780-b566-460df7c36635\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.838426 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-dmxjw, hostIfaceName: 94b5e56cbbfd8de, network: default, NAD default, SandboxID: "94b5e56cbbfd8de7e77afdaebb83200e3ef3451684fc87455510ad242fbbc33c", PCI device ID: , UID: "a0b2957a-ac7a-4920-9c9a-151e1c6bf8c9", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0521 19:30:46.848747 3657 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc 40271df2c10d47a40cc0b01e5af2b6b65a599190481223032e88a5e7338d7e7b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc 40271df2c10d47a40cc0b01e5af2b6b65a599190481223032e88a5e7338d7e7b network default NAD default NAD key ] I0521 19:30:46.853176 3657 default_network_controller.go:1025] Node "ip-10-0-0-51.ec2.internal" in remote zone "ip-10-0-0-51.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:46.853220 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default" I0521 19:30:46.853282 3657 node_tracker.go:235] Node ip-10-0-0-51.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-51.ec2.internal" I0521 19:30:46.853306 3657 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:46.853323 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:46.860730 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-5f2sc, hostIfaceName: 40271df2c10d47a, network: default, NAD default, SandboxID: "40271df2c10d47a40cc0b01e5af2b6b65a599190481223032e88a5e7338d7e7b", PCI device ID: , UID: "efdecd1d-ec4c-4c55-a277-a69cb7cfe153", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0521 19:30:46.876973 3657 cni.go:473] [openshift-ingress-canary/ingress-canary-sv6g6 555e8674173a7e090244a4555453d98e24a0a791aa13399d60685aa68ec35a40 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-sv6g6 555e8674173a7e090244a4555453d98e24a0a791aa13399d60685aa68ec35a40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:3e:3b:c9:80:23\",\"name\":\"555e8674173a7e0\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0d810af-fcc5-481c-b774-cc802b648750\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.878030 3657 default_network_controller.go:1025] Node "ip-10-0-0-51.ec2.internal" in remote zone "ip-10-0-0-51.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:46.893426 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key ] I0521 19:30:46.898359 3657 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw 94b5e56cbbfd8de7e77afdaebb83200e3ef3451684fc87455510ad242fbbc33c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-dmxjw 94b5e56cbbfd8de7e77afdaebb83200e3ef3451684fc87455510ad242fbbc33c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:53:3d:43:92:6b\",\"name\":\"94b5e56cbbfd8de\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0baf4d8a-fb43-4553-a12b-eaa34ba95e4e\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.904437 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656530-htldx, hostIfaceName: 731bc081c287bda, network: default, NAD default, SandboxID: "731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978", PCI device ID: , UID: "944e39bd-916b-48e6-b1f4-bf988460439a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0521 19:30:46.916318 3657 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc 40271df2c10d47a40cc0b01e5af2b6b65a599190481223032e88a5e7338d7e7b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-5f2sc 40271df2c10d47a40cc0b01e5af2b6b65a599190481223032e88a5e7338d7e7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:d0:4f:51:25:31\",\"name\":\"40271df2c10d47a\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf93f9c6-df38-4ada-9cd8-86a66001203c\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.959375 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:51:bf:d1:24:82\",\"name\":\"731bc081c287bda\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/084fc822-8986-4dd7-9081-91019dcc6299\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:46.986894 3657 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x a9ce84fe7597f0feb587914115b2e2d5daec9e7d36359126b109eb706a6b4aeb network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x a9ce84fe7597f0feb587914115b2e2d5daec9e7d36359126b109eb706a6b4aeb network default NAD default NAD key ] I0521 19:30:46.999423 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-29r9x, hostIfaceName: a9ce84fe7597f0f, network: default, NAD default, SandboxID: "a9ce84fe7597f0feb587914115b2e2d5daec9e7d36359126b109eb706a6b4aeb", PCI device ID: , UID: "fbbe9118-0a53-4317-8bce-904bbcfde66d", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0521 19:30:47.045880 3657 default_network_controller.go:1025] Node "ip-10-0-0-51.ec2.internal" in remote zone "ip-10-0-0-51.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:30:47.045901 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default" I0521 19:30:47.046097 3657 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:47.046114 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:47.047119 3657 zone_ic_handler.go:195] Time taken to create transit switch: 283.793µs I0521 19:30:47.047137 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-51.ec2.internal for the network default I0521 19:30:47.048211 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-51.ec2.internal" on network "default" took: 1.39097ms I0521 19:30:47.051294 3657 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x a9ce84fe7597f0feb587914115b2e2d5daec9e7d36359126b109eb706a6b4aeb network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-29r9x a9ce84fe7597f0feb587914115b2e2d5daec9e7d36359126b109eb706a6b4aeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b8:b6:1e:2a:dd\",\"name\":\"a9ce84fe7597f0f\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d508cf9d-fa0f-45c9-915c-b50f4e1b30dc\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:48.772645 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-114.ec2.internal I0521 19:30:48.772677 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-114.ec2.internal: 38.675µs I0521 19:30:49.604403 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-51.ec2.internal" for egress firewall I0521 19:30:49.604422 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal I0521 19:30:49.604438 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 23.11µs I0521 19:30:49.604499 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-51.ec2.internal in network "default" I0521 19:30:49.604526 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:49.604546 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 10.0.0.51 to PMTUD blocking rules I0521 19:30:49.604556 3657 node_tracker.go:169] Node ip-10-0-0-51.ec2.internal switch + router changed, syncing services in network "default" I0521 19:30:49.604570 3657 services_controller.go:574] Full service sync requested for network=default I0521 19:30:49.611043 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-51.ec2.internal. Updating no re-route policies I0521 19:30:49.622733 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 10.0.0.51 to PMTUD blocking rules I0521 19:30:49.622755 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-51.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:30:53.151536 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-51.ec2.internal I0521 19:30:53.151561 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-51.ec2.internal: 35.09µs I0521 19:30:55.970210 3657 cni.go:452] [openshift-network-diagnostics/network-check-target-fbspr 7ea48d65b1f6a7184a976af6bf0d5d44e0c5ff54f981123c93e32063cd60c347 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-fbspr 7ea48d65b1f6a7184a976af6bf0d5d44e0c5ff54f981123c93e32063cd60c347 network default NAD default NAD key ] I0521 19:30:55.970484 3657 cni.go:452] [kube-system/global-pull-secret-syncer-kb8rf 7c9019786a378d3b3534bd42693105b0632f59ad6c5fb70dfca8f4d4aba2eef8 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-kb8rf 7c9019786a378d3b3534bd42693105b0632f59ad6c5fb70dfca8f4d4aba2eef8 network default NAD default NAD key ] I0521 19:30:55.990855 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-fbspr, hostIfaceName: 7ea48d65b1f6a71, network: default, NAD default, SandboxID: "7ea48d65b1f6a7184a976af6bf0d5d44e0c5ff54f981123c93e32063cd60c347", PCI device ID: , UID: "e473ff09-2a9b-4a2b-8ac6-20bac186ff63", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0521 19:30:55.999478 3657 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-kb8rf, hostIfaceName: 7c9019786a378d3, network: default, NAD default, SandboxID: "7c9019786a378d3b3534bd42693105b0632f59ad6c5fb70dfca8f4d4aba2eef8", PCI device ID: , UID: "1760694a-516c-4761-9b80-dc775b02e267", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0521 19:30:56.041602 3657 cni.go:473] [openshift-network-diagnostics/network-check-target-fbspr 7ea48d65b1f6a7184a976af6bf0d5d44e0c5ff54f981123c93e32063cd60c347 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-fbspr 7ea48d65b1f6a7184a976af6bf0d5d44e0c5ff54f981123c93e32063cd60c347 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:e8:02:cd:01:26\",\"name\":\"7ea48d65b1f6a71\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd3eee68-1ab1-4f2c-9084-eee8c3dff9ba\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:30:56.057814 3657 cni.go:473] [kube-system/global-pull-secret-syncer-kb8rf 7c9019786a378d3b3534bd42693105b0632f59ad6c5fb70dfca8f4d4aba2eef8 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-kb8rf 7c9019786a378d3b3534bd42693105b0632f59ad6c5fb70dfca8f4d4aba2eef8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f0:31:a8:b9:75\",\"name\":\"7c9019786a378d3\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9239770c-d856-4b18-9a0b-37b8d61731eb\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:30:57.628891 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:30:58.356672 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:30:58.460209 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:30:58.494793 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:30:58.885922 3657 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:30:58.886986 3657 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.035192ms I0521 19:30:58.910836 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:30:59.703698 3657 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:30:59.704624 3657 namespace.go:102] [openshift-service-ca] adding namespace took 903.775µs I0521 19:30:59.720399 3657 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:31:02.715504 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-p5w5x] creating logical port openshift-insights_insights-runtime-extractor-p5w5x for pod on switch ip-10-0-2-136.ec2.internal I0521 19:31:02.715603 3657 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-p5w5x I0521 19:31:02.738714 3657 pod.go:62] [openshift-insights/insights-runtime-extractor-p5w5x] pod update took 23.140211ms I0521 19:31:02.738736 3657 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-p5w5x] addLogicalPort annotation time took 23.169191ms I0521 19:31:02.740007 3657 pods.go:271] [openshift-insights/insights-runtime-extractor-p5w5x] addLogicalPort took 24.521858ms, libovsdb time 877.883µs W0521 19:31:03.947161 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:07.366392 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:31:08.728503 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:31:10.588756 3657 cni.go:452] [openshift-insights/insights-runtime-extractor-p5w5x 643e0e9d477fa20dbf7d5b14803b04e2a5337dcbd1c2074bf0d8ca0fec5da7a6 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-p5w5x 643e0e9d477fa20dbf7d5b14803b04e2a5337dcbd1c2074bf0d8ca0fec5da7a6 network default NAD default NAD key ] I0521 19:31:10.597765 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-p5w5x, hostIfaceName: 643e0e9d477fa20, network: default, NAD default, SandboxID: "643e0e9d477fa20dbf7d5b14803b04e2a5337dcbd1c2074bf0d8ca0fec5da7a6", PCI device ID: , UID: "405e2c67-6465-41f5-9c47-2c80b7e8f162", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0521 19:31:10.645005 3657 cni.go:473] [openshift-insights/insights-runtime-extractor-p5w5x 643e0e9d477fa20dbf7d5b14803b04e2a5337dcbd1c2074bf0d8ca0fec5da7a6 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-p5w5x 643e0e9d477fa20dbf7d5b14803b04e2a5337dcbd1c2074bf0d8ca0fec5da7a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:37:10:9b:82:61\",\"name\":\"643e0e9d477fa20\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b4f2075-23f7-4b44-9fbc-62a5ca733334\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.315519 3657 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s 1f85071489570539e1744156aabf38b22dec03b607908bc076a84bf3483fa1ae network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s 1f85071489570539e1744156aabf38b22dec03b607908bc076a84bf3483fa1ae network default NAD default NAD key ] I0521 19:31:18.324629 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-p9l6s, hostIfaceName: 1f8507148957053, network: default, NAD default, SandboxID: "1f85071489570539e1744156aabf38b22dec03b607908bc076a84bf3483fa1ae", PCI device ID: , UID: "aa54ad91-281c-46e5-9bd8-3d5364552564", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0521 19:31:18.360769 3657 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc 617119d52d05608e92b512e2cc8a63b8a9bde0c702809596328e679d506847e0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc 617119d52d05608e92b512e2cc8a63b8a9bde0c702809596328e679d506847e0 network default NAD default NAD key ] I0521 19:31:18.373644 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-wsjpc, hostIfaceName: 617119d52d05608, network: default, NAD default, SandboxID: "617119d52d05608e92b512e2cc8a63b8a9bde0c702809596328e679d506847e0", PCI device ID: , UID: "da179810-6ed1-4211-acf0-1284a7358d7e", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0521 19:31:18.377882 3657 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s 1f85071489570539e1744156aabf38b22dec03b607908bc076a84bf3483fa1ae network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p9l6s 1f85071489570539e1744156aabf38b22dec03b607908bc076a84bf3483fa1ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:91:7e:c4:e9:fa\",\"name\":\"1f8507148957053\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9509bae6-6f73-4034-b2f0-cb40462bced7\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.415212 3657 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8 8828759c51cfa5b205d62ba759e9f66aef1c605a3649c676d78032b641249bfb network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8 8828759c51cfa5b205d62ba759e9f66aef1c605a3649c676d78032b641249bfb network default NAD default NAD key ] I0521 19:31:18.424524 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-r4dp8, hostIfaceName: 8828759c51cfa5b, network: default, NAD default, SandboxID: "8828759c51cfa5b205d62ba759e9f66aef1c605a3649c676d78032b641249bfb", PCI device ID: , UID: "2ca547c5-feee-4ca8-8216-bb25ebe06c47", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0521 19:31:18.427308 3657 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc 617119d52d05608e92b512e2cc8a63b8a9bde0c702809596328e679d506847e0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wsjpc 617119d52d05608e92b512e2cc8a63b8a9bde0c702809596328e679d506847e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:63:97:14:cf:2f\",\"name\":\"617119d52d05608\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5aa382ac-d3aa-4aef-a09e-e5ab61e9bac5\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.460409 3657 cni.go:452] [openshift-ingress/router-default-6946884d87-qgc7d e37eff802dca508518a04724afd16874f26198e2938a0ab118acb20a0742c706 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6946884d87-qgc7d e37eff802dca508518a04724afd16874f26198e2938a0ab118acb20a0742c706 network default NAD default NAD key ] I0521 19:31:18.473029 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6946884d87-qgc7d, hostIfaceName: e37eff802dca508, network: default, NAD default, SandboxID: "e37eff802dca508518a04724afd16874f26198e2938a0ab118acb20a0742c706", PCI device ID: , UID: "e2389724-9fa3-4cf6-827c-8c3974e4c99d", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0521 19:31:18.477527 3657 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8 8828759c51cfa5b205d62ba759e9f66aef1c605a3649c676d78032b641249bfb network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-r4dp8 8828759c51cfa5b205d62ba759e9f66aef1c605a3649c676d78032b641249bfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9e:fe:76:87:f2\",\"name\":\"8828759c51cfa5b\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6f048ab-917f-4fe8-b385-3694f5796084\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.479702 3657 cni.go:452] [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key ] I0521 19:31:18.490129 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-bb46979bf-9jd4z, hostIfaceName: cc0cf2e78428550, network: default, NAD default, SandboxID: "cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e", PCI device ID: , UID: "1dc5cb83-3962-426f-b310-0e877410b857", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0521 19:31:18.528542 3657 cni.go:473] [openshift-ingress/router-default-6946884d87-qgc7d e37eff802dca508518a04724afd16874f26198e2938a0ab118acb20a0742c706 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6946884d87-qgc7d e37eff802dca508518a04724afd16874f26198e2938a0ab118acb20a0742c706 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a7:ba:29:46:23\",\"name\":\"e37eff802dca508\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a233aee-1c6b-4212-80a6-fab3df513c4d\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.532986 3657 cni.go:452] [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key ] I0521 19:31:18.536646 3657 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst 14f3c524f5f49e673488c84a4b49b200afd6530f3862b34003f378bbe15682a2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst 14f3c524f5f49e673488c84a4b49b200afd6530f3862b34003f378bbe15682a2 network default NAD default NAD key ] I0521 19:31:18.547825 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-84ccc69cf9-cd9fv, hostIfaceName: b3f7ee46f278c34, network: default, NAD default, SandboxID: "b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14", PCI device ID: , UID: "e72a493d-d625-4fa3-abb1-23bf3d487b08", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0521 19:31:18.550261 3657 cni.go:473] [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:c1:da:6c:25:89\",\"name\":\"cc0cf2e78428550\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f34db328-917d-40a3-9468-a3256e6a550c\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.550863 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-pvkst, hostIfaceName: 14f3c524f5f49e6, network: default, NAD default, SandboxID: "14f3c524f5f49e673488c84a4b49b200afd6530f3862b34003f378bbe15682a2", PCI device ID: , UID: "d4737871-217e-4ab6-a6ca-96366f280c1d", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0521 19:31:18.584197 3657 cni.go:452] [openshift-dns/dns-default-4p442 3225933737ef27e8473393e119375f0d70acf8de0aa65818ec19f8b06d125791 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4p442 3225933737ef27e8473393e119375f0d70acf8de0aa65818ec19f8b06d125791 network default NAD default NAD key ] I0521 19:31:18.600752 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4p442, hostIfaceName: 3225933737ef27e, network: default, NAD default, SandboxID: "3225933737ef27e8473393e119375f0d70acf8de0aa65818ec19f8b06d125791", PCI device ID: , UID: "5a2a3601-1822-4ffd-a6f0-bdc63154e3c7", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0521 19:31:18.605480 3657 cni.go:473] [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a9:e4:c2:9b:41\",\"name\":\"b3f7ee46f278c34\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ef82889-4c2a-4a04-93e0-a919823b2ec7\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.621276 3657 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst 14f3c524f5f49e673488c84a4b49b200afd6530f3862b34003f378bbe15682a2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-pvkst 14f3c524f5f49e673488c84a4b49b200afd6530f3862b34003f378bbe15682a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b0:31:cd:94:c9\",\"name\":\"14f3c524f5f49e6\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24e1cc58-cb19-4c57-bb3d-5459622becf9\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:18.654921 3657 cni.go:473] [openshift-dns/dns-default-4p442 3225933737ef27e8473393e119375f0d70acf8de0aa65818ec19f8b06d125791 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4p442 3225933737ef27e8473393e119375f0d70acf8de0aa65818ec19f8b06d125791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ae:34:07:d4:18\",\"name\":\"3225933737ef27e\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6cb9d9e-66a3-450f-856a-e892ee778bae\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:22.034552 3657 cni.go:452] [openshift-multus/network-metrics-daemon-kj4mk 4ae2db8234c6d737c9054d17fce037b6c9542eb9ed1135c05b0218defe0271bb network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-kj4mk 4ae2db8234c6d737c9054d17fce037b6c9542eb9ed1135c05b0218defe0271bb network default NAD default NAD key ] I0521 19:31:22.046087 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-kj4mk, hostIfaceName: 4ae2db8234c6d73, network: default, NAD default, SandboxID: "4ae2db8234c6d737c9054d17fce037b6c9542eb9ed1135c05b0218defe0271bb", PCI device ID: , UID: "786a9fef-5c65-4b7b-afc5-6269165991d3", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0521 19:31:22.107529 3657 cni.go:473] [openshift-multus/network-metrics-daemon-kj4mk 4ae2db8234c6d737c9054d17fce037b6c9542eb9ed1135c05b0218defe0271bb network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-kj4mk 4ae2db8234c6d737c9054d17fce037b6c9542eb9ed1135c05b0218defe0271bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:34:b1:1e:ba:b3\",\"name\":\"4ae2db8234c6d73\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09c287ff-b2ac-4e80-90c6-5741622e4f3d\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:23.060770 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:23.065094 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:23.065111 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:23.065117 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:31:23.187132 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:31:23.199996 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:31:23.287560 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:23.406189 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:28.618419 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:28.618444 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:29.337897 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:31:30.984654 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:30.984687 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:31:32.437615 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:32.437641 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:31:32.437649 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0521 19:31:38.920958 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:31:38.921069 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:31:38.948902 3657 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.871329ms I0521 19:31:38.948924 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.898541ms I0521 19:31:38.950131 3657 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.189732ms, libovsdb time 814.669µs I0521 19:31:39.279192 3657 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key ] I0521 19:31:39.288481 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0d02b1f23e30b7f, network: default, NAD default, SandboxID: "0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096", PCI device ID: , UID: "a99b9395-0c38-49d1-854e-b091056d4065", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0521 19:31:39.340376 3657 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:9a:c0:ec:07:28\",\"name\":\"0d02b1f23e30b7f\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b08ca3df-64a6-4447-9cb4-0aa026ce12b6\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:39.534174 3657 base_network_controller_pods.go:487] [default/openshift-console/console-7c78996b9-9n8k4] creating logical port openshift-console_console-7c78996b9-9n8k4 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:31:39.534297 3657 kube.go:256] Updating pod openshift-console/console-7c78996b9-9n8k4 I0521 19:31:39.550303 3657 pod.go:62] [openshift-console/console-7c78996b9-9n8k4] pod update took 16.031011ms I0521 19:31:39.550331 3657 base_network_controller_pods.go:951] [default/openshift-console/console-7c78996b9-9n8k4] addLogicalPort annotation time took 16.082455ms I0521 19:31:39.551825 3657 pods.go:271] [openshift-console/console-7c78996b9-9n8k4] addLogicalPort took 17.670193ms, libovsdb time 1.010613ms I0521 19:31:39.891565 3657 cni.go:452] [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key ] I0521 19:31:39.902090 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c78996b9-9n8k4, hostIfaceName: 00b807f23893440, network: default, NAD default, SandboxID: "00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72", PCI device ID: , UID: "c91b5ea1-437d-412d-8f1b-abf9c2f1d694", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0521 19:31:39.953787 3657 cni.go:473] [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:c9:a3:62:e8:0f\",\"name\":\"00b807f23893440\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f6ef18f-e94d-4176-8315-78f0c30120dd\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:31:40.520895 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:40.520918 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:41.780014 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:31:43.169961 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:31:44.313607 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.314374 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.314405 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.314416 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:31:44.314438 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:31:44.314446 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0521 19:31:44.529274 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:31:44.835007 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:44.892796 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:44.892815 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:44.892822 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:31:45.342945 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:45.342968 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:45.342983 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:45.342994 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dt6qgj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:31:45.833685 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.833703 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.833708 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:45.833713 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:47.199154 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:47.199178 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:47.199186 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:31:47.303583 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:31:47.347897 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:47.347916 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:31:48.187377 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:48.187394 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:48.187398 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:31:48.187403 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:31:48.416179 3657 cni.go:452] [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key ] I0521 19:31:48.498366 3657 cni.go:473] [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-84ccc69cf9-cd9fv b3f7ee46f278c349905852393f1b98ae2ce7e49357eb33b18f6651a6861fba14 network default NAD default NAD key default], result "{}", err I0521 19:31:48.551579 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:48.551617 3657 pods.go:176] Deleting pod: openshift-image-registry/image-registry-84ccc69cf9-cd9fv I0521 19:31:48.552835 3657 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-84ccc69cf9-cd9fv, ips: 10.128.0.12 I0521 19:31:48.552869 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:48.567607 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6456449bd8-d5fln] creating logical port openshift-image-registry_image-registry-6456449bd8-d5fln for pod on switch ip-10-0-2-136.ec2.internal I0521 19:31:48.567692 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-6456449bd8-d5fln I0521 19:31:48.584523 3657 pod.go:62] [openshift-image-registry/image-registry-6456449bd8-d5fln] pod update took 16.855559ms I0521 19:31:48.584544 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6456449bd8-d5fln] addLogicalPort annotation time took 16.881038ms I0521 19:31:48.585675 3657 pods.go:271] [openshift-image-registry/image-registry-6456449bd8-d5fln] addLogicalPort took 18.080403ms, libovsdb time 776.962µs I0521 19:31:48.924527 3657 cni.go:452] [openshift-image-registry/image-registry-6456449bd8-d5fln d05b58e0801f04a1cc60d4c0ba2c276c2b967c578216f1790e21eb3e2562fabe network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6456449bd8-d5fln d05b58e0801f04a1cc60d4c0ba2c276c2b967c578216f1790e21eb3e2562fabe network default NAD default NAD key ] I0521 19:31:48.934862 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6456449bd8-d5fln, hostIfaceName: d05b58e0801f04a, network: default, NAD default, SandboxID: "d05b58e0801f04a1cc60d4c0ba2c276c2b967c578216f1790e21eb3e2562fabe", PCI device ID: , UID: "b0b38c9a-ed78-4f9d-9f71-c2773a606fbd", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0521 19:31:48.968769 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:48.969309 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:31:48.985371 3657 cni.go:473] [openshift-image-registry/image-registry-6456449bd8-d5fln d05b58e0801f04a1cc60d4c0ba2c276c2b967c578216f1790e21eb3e2562fabe network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6456449bd8-d5fln d05b58e0801f04a1cc60d4c0ba2c276c2b967c578216f1790e21eb3e2562fabe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:d3:78:3f:f3:22\",\"name\":\"d05b58e0801f04a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47ccbfaf-2ac8-44b0-9d0d-99358862296f\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:31:49.252104 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:31:49.280593 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:31:49.601718 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.601748 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-84ccc69cf9-cd9fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.606608 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-84ccc69cf9-cd9fv I0521 19:31:49.606636 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-84ccc69cf9-cd9fv I0521 19:31:49.873271 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.873297 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-5rrdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:31:49.880799 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8658b69c96-5rrdl I0521 19:31:49.880827 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8658b69c96-5rrdl I0521 19:31:50.158107 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 19:31:50.676529 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:32:07.103410 3657 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-t74cj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:07.103953 3657 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-t74cj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:07.935730 3657 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-t74cj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:07.935759 3657 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-t74cj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:07.941390 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b7db9b87d-t74cj I0521 19:32:07.941415 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b7db9b87d-t74cj W0521 19:32:10.568831 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:32:16.077746 3657 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:16.078355 3657 obj_retry.go:498] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:16.305585 3657 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:16.305605 3657 obj_retry.go:492] Detected object openshift-console/console-5b7db9b87d-6x8g2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:16.312090 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b7db9b87d-6x8g2 I0521 19:32:16.312113 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b7db9b87d-6x8g2 W0521 19:32:23.696198 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:23.696229 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:23.696267 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:24.693711 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 19:32:28.716304 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:28.716338 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:28.716354 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:32:28.738603 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:28.738628 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:28.738674 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:29.716722 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:32:29.741870 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:32:36.210342 3657 cni.go:452] [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key ] I0521 19:32:36.296506 3657 cni.go:473] [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-bb46979bf-9jd4z cc0cf2e78428550c27f6e16cf5ce430ae471f97039fe14ff3c4a97cbca6be68e network default NAD default NAD key default], result "{}", err I0521 19:32:36.343228 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:36.343276 3657 pods.go:176] Deleting pod: openshift-ingress/router-default-bb46979bf-9jd4z I0521 19:32:36.344462 3657 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-bb46979bf-9jd4z, ips: 10.128.0.16 I0521 19:32:36.344485 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:36.738267 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:36.738297 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-bb46979bf-9jd4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:36.741186 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-bb46979bf-9jd4z I0521 19:32:36.741219 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-bb46979bf-9jd4z I0521 19:32:37.434256 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:37.434824 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:38.394941 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:38.394961 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8658b69c96-s4mrj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:38.399791 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8658b69c96-s4mrj I0521 19:32:38.399824 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8658b69c96-s4mrj W0521 19:32:39.440628 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:39.440647 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:39.440657 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:39.440662 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:39.793893 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:32:39.793919 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:32:54.550965 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:54.551538 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:55.482964 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:55.482985 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:55.490085 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:32:55.490112 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:32:58.890016 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:58.890553 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:32:59.512217 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.512266 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:32:59.521674 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:32:59.521697 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:33:27.749759 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:27.750356 3657 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:28.234147 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:28.234168 3657 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:28.244314 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:33:28.244338 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:33:41.539070 3657 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-wxnm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:41.539692 3657 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-wxnm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:42.019841 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key ] I0521 19:33:42.119024 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx 731bc081c287bdadb5e64074ac2703a94f6d4977ffb0a95c415c73f91895f978 network default NAD default NAD key default], result "{}", err I0521 19:33:42.171650 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:42.171711 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx I0521 19:33:42.173094 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx, ips: 10.128.0.22 I0521 19:33:42.173118 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:42.327341 3657 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-wxnm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:42.327366 3657 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-wxnm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:42.333446 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c78996b9-wxnm7 I0521 19:33:42.333475 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c78996b9-wxnm7 I0521 19:33:43.031854 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:43.031883 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656530-htldx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:51.844418 3657 cni.go:452] [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key ] I0521 19:33:51.923963 3657 cni.go:473] [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7c78996b9-9n8k4 00b807f23893440b8e27622f22f375f677ba57dc7572ce29b48796d24c66fb72 network default NAD default NAD key default], result "{}", err I0521 19:33:51.972519 3657 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-9n8k4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:51.972551 3657 pods.go:176] Deleting pod: openshift-console/console-7c78996b9-9n8k4 I0521 19:33:51.973886 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7c78996b9-9n8k4, ips: 10.128.0.25 I0521 19:33:51.973910 3657 obj_retry.go:498] Detected object openshift-console/console-7c78996b9-9n8k4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:33:52.361025 3657 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-9n8k4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.361121 3657 obj_retry.go:492] Detected object openshift-console/console-7c78996b9-9n8k4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:33:52.366179 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7c78996b9-9n8k4 I0521 19:33:52.366215 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7c78996b9-9n8k4 I0521 19:34:01.976203 3657 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key ] I0521 19:34:02.066615 3657 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 0d02b1f23e30b7fc790a4c2612c923af3f3649f982664fc94d5a4fcd657a6096 network default NAD default NAD key default], result "{}", err I0521 19:34:02.134954 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:02.135005 3657 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:34:02.136607 3657 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.24 I0521 19:34:02.136643 3657 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:34:03.142426 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:03.142451 3657 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:34:03.156551 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:34:03.156588 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:34:03.215469 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:34:03.215575 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:34:03.243776 3657 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.240179ms I0521 19:34:03.243799 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.265289ms I0521 19:34:03.244994 3657 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.545368ms, libovsdb time 867.467µs I0521 19:34:03.579820 3657 cni.go:452] [openshift-monitoring/prometheus-k8s-0 0748bfa56a67dd446588eeca14b9b7b9939283cd642403cc525055f0c70f50ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 0748bfa56a67dd446588eeca14b9b7b9939283cd642403cc525055f0c70f50ae network default NAD default NAD key ] I0521 19:34:03.589204 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 0748bfa56a67dd4, network: default, NAD default, SandboxID: "0748bfa56a67dd446588eeca14b9b7b9939283cd642403cc525055f0c70f50ae", PCI device ID: , UID: "913f2cb8-bcbd-42ab-9f7e-9b0aeb12c62e", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0521 19:34:03.641493 3657 cni.go:473] [openshift-monitoring/prometheus-k8s-0 0748bfa56a67dd446588eeca14b9b7b9939283cd642403cc525055f0c70f50ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 0748bfa56a67dd446588eeca14b9b7b9939283cd642403cc525055f0c70f50ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0b:ab:73:66:5f\",\"name\":\"0748bfa56a67dd4\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6f01a3c-04d3-4e82-9f6d-7d0f94cc433c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:35:04.410044 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:35:04.410074 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:35:09.944516 3657 base_network_controller_pods.go:487] [default/openshift-console/console-56cc945f4d-tph78] creating logical port openshift-console_console-56cc945f4d-tph78 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:35:09.944690 3657 kube.go:256] Updating pod openshift-console/console-56cc945f4d-tph78 I0521 19:35:09.971108 3657 pod.go:62] [openshift-console/console-56cc945f4d-tph78] pod update took 26.459133ms I0521 19:35:09.971131 3657 base_network_controller_pods.go:951] [default/openshift-console/console-56cc945f4d-tph78] addLogicalPort annotation time took 26.487318ms I0521 19:35:09.972507 3657 pods.go:271] [openshift-console/console-56cc945f4d-tph78] addLogicalPort took 28.015865ms, libovsdb time 951.762µs I0521 19:35:10.304293 3657 cni.go:452] [openshift-console/console-56cc945f4d-tph78 f8693905254d52d4c1149ddfe7a639266233a4f4d886c66db5b1f72ca693f81b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56cc945f4d-tph78 f8693905254d52d4c1149ddfe7a639266233a4f4d886c66db5b1f72ca693f81b network default NAD default NAD key ] I0521 19:35:10.313512 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56cc945f4d-tph78, hostIfaceName: f8693905254d52d, network: default, NAD default, SandboxID: "f8693905254d52d4c1149ddfe7a639266233a4f4d886c66db5b1f72ca693f81b", PCI device ID: , UID: "9fa18d62-cf1c-4e1f-b170-4a59a707006b", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0521 19:35:10.365074 3657 cni.go:473] [openshift-console/console-56cc945f4d-tph78 f8693905254d52d4c1149ddfe7a639266233a4f4d886c66db5b1f72ca693f81b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56cc945f4d-tph78 f8693905254d52d4c1149ddfe7a639266233a4f4d886c66db5b1f72ca693f81b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:72:41:fd:a2:fa\",\"name\":\"f8693905254d52d\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af42e12e-a2b6-4196-acf6-cb05bf651815\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:35:20.433777 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:35:25.625920 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:35:35.237794 3657 obj_retry.go:498] Detected object openshift-console/console-554757996c-fqvf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:35.238407 3657 obj_retry.go:498] Detected object openshift-console/console-554757996c-fqvf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:35.733604 3657 obj_retry.go:492] Detected object openshift-console/console-554757996c-fqvf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:35.733623 3657 obj_retry.go:492] Detected object openshift-console/console-554757996c-fqvf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:35.739608 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-554757996c-fqvf9 I0521 19:35:35.739627 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-554757996c-fqvf9 I0521 19:35:45.758570 3657 obj_retry.go:498] Detected object openshift-console/console-554757996c-5k9p2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:45.759198 3657 obj_retry.go:498] Detected object openshift-console/console-554757996c-5k9p2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:35:46.180506 3657 obj_retry.go:492] Detected object openshift-console/console-554757996c-5k9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.180529 3657 obj_retry.go:492] Detected object openshift-console/console-554757996c-5k9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:35:46.186653 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-554757996c-5k9p2 I0521 19:35:46.186671 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-554757996c-5k9p2 I0521 19:35:50.093581 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=608 I0521 19:35:56.084012 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0521 19:36:22.207343 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:36:24.202136 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:36:47.086810 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0521 19:36:51.175532 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0521 19:36:55.049691 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:37:04.181336 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 19:37:06.092760 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:37:06.092820 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8hxzx IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8hxzx: no pod IPs found I0521 19:38:02.081721 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0521 19:38:24.170874 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0521 19:38:27.082809 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0521 19:38:37.192229 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:38:58.086231 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0521 19:39:18.170795 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0521 19:39:29.198157 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 19:40:00.193161 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29656540-zvv52 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:40:00.193324 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 I0521 19:40:00.216649 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52] pod update took 23.349602ms I0521 19:40:00.216680 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52] addLogicalPort annotation time took 23.387549ms I0521 19:40:00.218100 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52] addLogicalPort took 24.95598ms, libovsdb time 968.608µs I0521 19:40:00.573523 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key ] I0521 19:40:00.582751 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29656540-zvv52, hostIfaceName: 7a65b6a25d3c11b, network: default, NAD default, SandboxID: "7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa", PCI device ID: , UID: "491bf5cd-2b67-4bb1-8eb6-541283ca675f", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0521 19:40:00.633791 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:48:c4:60:32:d8\",\"name\":\"7a65b6a25d3c11b\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7aec50f3-3769-4f21-9c5a-8346bfedeeeb\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:40:04.577057 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key ] I0521 19:40:04.656676 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 7a65b6a25d3c11be8a446f271004a757a1220825b397d0af45ce0898ed642efa network default NAD default NAD key default], result "{}", err I0521 19:40:04.699563 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:04.699614 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 I0521 19:40:04.700842 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52, ips: 10.128.0.29 I0521 19:40:04.700866 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:05.588888 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:05.588921 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-zvv52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:08.207990 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0521 19:40:27.186013 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:41:30.209732 3657 namespace.go:98] [tsf] adding namespace I0521 19:41:30.210611 3657 namespace.go:102] [tsf] adding namespace took 859.614µs I0521 19:41:30.225462 3657 namespace.go:142] [tsf] updating namespace I0521 19:41:30.238259 3657 namespace.go:142] [tsf] updating namespace I0521 19:41:34.231716 3657 namespace.go:98] [konflux-ui] adding namespace I0521 19:41:34.231789 3657 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:41:34.231726 3657 namespace.go:98] [tsf-tas] adding namespace I0521 19:41:34.232594 3657 namespace.go:102] [konflux-ui] adding namespace took 848.998µs I0521 19:41:34.233113 3657 namespace.go:102] [rhtpa-operator] adding namespace took 1.303165ms I0521 19:41:34.233745 3657 namespace.go:102] [tsf-tas] adding namespace took 1.929247ms I0521 19:41:34.239012 3657 namespace.go:98] [konflux-operator] adding namespace I0521 19:41:34.239069 3657 namespace.go:98] [rhbk-operator] adding namespace I0521 19:41:34.239130 3657 namespace.go:98] [tsf-tpa] adding namespace I0521 19:41:34.239377 3657 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:41:34.239458 3657 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:41:34.239756 3657 namespace.go:102] [konflux-operator] adding namespace took 729.257µs I0521 19:41:34.240457 3657 namespace.go:102] [rhbk-operator] adding namespace took 1.374136ms I0521 19:41:34.241340 3657 namespace.go:102] [tsf-tpa] adding namespace took 2.195065ms I0521 19:41:34.242216 3657 namespace.go:102] [tsf-keycloak] adding namespace took 2.822167ms I0521 19:41:34.242846 3657 namespace.go:102] [cert-manager-operator] adding namespace took 3.376396ms I0521 19:41:34.249349 3657 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.261341 3657 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.268291 3657 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.283075 3657 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.298506 3657 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.306406 3657 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.309693 3657 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.319556 3657 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.319631 3657 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.339466 3657 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.350284 3657 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:34.358075 3657 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.373454 3657 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:34.379763 3657 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.385548 3657 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:34.391890 3657 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.400775 3657 namespace.go:142] [rhbk-operator] updating namespace I0521 19:41:34.413934 3657 namespace.go:142] [konflux-ui] updating namespace I0521 19:41:34.414012 3657 namespace.go:142] [tsf-tas] updating namespace I0521 19:41:34.480476 3657 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:41:34.660977 3657 namespace.go:142] [konflux-operator] updating namespace I0521 19:41:34.841116 3657 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:35.040550 3657 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:35.240533 3657 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:41:35.633448 3657 namespace.go:142] [tsf-tpa] updating namespace I0521 19:41:35.662304 3657 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:41:47.803954 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.804540 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.804568 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.804576 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:47.804586 3657 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:47.804591 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:48.675571 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.675594 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.675605 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.675620 3657 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jp7vt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:48.804813 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.805364 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.805389 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.805397 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:48.805410 3657 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:48.805414 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:49.833711 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.833738 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.833749 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.833762 3657 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr7bcr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:49.856950 3657 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.857533 3657 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.857560 3657 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.857567 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:49.857577 3657 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.857581 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:49.882985 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.883428 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.883456 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.883467 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:49.883481 3657 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.883487 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:49.904459 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.904803 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.904821 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.904828 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:49.904842 3657 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:49.904848 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:50.838049 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.838591 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.838620 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.838628 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:41:50.838643 3657 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:41:50.838652 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:41:50.893726 3657 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.893746 3657 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.893759 3657 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.893768 3657 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgdpg8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913666 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913691 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913704 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.913720 3657 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6essc2v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.938949 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.938991 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.939001 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:50.939012 3657 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cc6h4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861569 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861595 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861609 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.861620 3657 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136msdp9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:51.989405 3657 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-mt26h for pod on switch ip-10-0-2-136.ec2.internal I0521 19:41:51.989512 3657 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h I0521 19:41:52.005841 3657 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h] pod update took 16.355125ms I0521 19:41:52.005865 3657 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h] addLogicalPort annotation time took 16.385923ms I0521 19:41:52.007061 3657 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h] addLogicalPort took 17.672062ms, libovsdb time 863.266µs I0521 19:41:52.347866 3657 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h e73606b2be63a6dd6404ba564b3ec6cc50e91e15d1b7e0a4997ac4441a1ca682 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h e73606b2be63a6dd6404ba564b3ec6cc50e91e15d1b7e0a4997ac4441a1ca682 network default NAD default NAD key ] I0521 19:41:52.357337 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-mt26h, hostIfaceName: e73606b2be63a6d, network: default, NAD default, SandboxID: "e73606b2be63a6dd6404ba564b3ec6cc50e91e15d1b7e0a4997ac4441a1ca682", PCI device ID: , UID: "fba08c4d-23c5-4017-aa98-1d091422c227", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0521 19:41:52.406481 3657 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h e73606b2be63a6dd6404ba564b3ec6cc50e91e15d1b7e0a4997ac4441a1ca682 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mt26h e73606b2be63a6dd6404ba564b3ec6cc50e91e15d1b7e0a4997ac4441a1ca682 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ab:72:4e:b6:14\",\"name\":\"e73606b2be63a6d\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c181881-e551-4152-b841-60c00323efc8\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:41:56.011943 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.091052 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.101282 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.114276 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0521 19:42:00.120605 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:42:00.244054 3657 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-bl22x for pod on switch ip-10-0-2-136.ec2.internal I0521 19:42:00.244198 3657 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x I0521 19:42:00.266305 3657 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x] pod update took 22.136039ms I0521 19:42:00.266331 3657 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x] addLogicalPort annotation time took 22.169393ms I0521 19:42:00.267541 3657 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x] addLogicalPort took 23.509981ms, libovsdb time 880.793µs I0521 19:42:00.601192 3657 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x aa79677da95c46abf663cae819f725f108b35d952979575870cbd96255ea9e7a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x aa79677da95c46abf663cae819f725f108b35d952979575870cbd96255ea9e7a network default NAD default NAD key ] I0521 19:42:00.610561 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-bl22x, hostIfaceName: aa79677da95c46a, network: default, NAD default, SandboxID: "aa79677da95c46abf663cae819f725f108b35d952979575870cbd96255ea9e7a", PCI device ID: , UID: "dac7d4f5-15bf-44c2-81d4-732217a4bda4", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0521 19:42:00.660845 3657 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x aa79677da95c46abf663cae819f725f108b35d952979575870cbd96255ea9e7a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-bl22x aa79677da95c46abf663cae819f725f108b35d952979575870cbd96255ea9e7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:50:51:3e:f7:50\",\"name\":\"aa79677da95c46a\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7187891-485c-407b-afad-f2044381c83c\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:03.858605 3657 namespace.go:98] [cert-manager] adding namespace I0521 19:42:03.859520 3657 namespace.go:102] [cert-manager] adding namespace took 885.887µs I0521 19:42:03.881427 3657 namespace.go:142] [cert-manager] updating namespace I0521 19:42:03.899890 3657 namespace.go:142] [cert-manager] updating namespace I0521 19:42:04.184445 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 W0521 19:42:07.027360 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:42:09.640992 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-mbq2r for pod on switch ip-10-0-2-136.ec2.internal I0521 19:42:09.641143 3657 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r I0521 19:42:09.723138 3657 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r I0521 19:42:09.816627 3657 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r] pod update took 175.529452ms I0521 19:42:09.816649 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r] addLogicalPort annotation time took 175.555007ms I0521 19:42:09.817824 3657 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r] addLogicalPort took 176.851507ms, libovsdb time 839.369µs I0521 19:42:09.982628 3657 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r 7d70cfb2c1102642f2b1855981c21816335a9b227d3c4838d1d4b6427ece7548 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r 7d70cfb2c1102642f2b1855981c21816335a9b227d3c4838d1d4b6427ece7548 network default NAD default NAD key ] I0521 19:42:09.992831 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-mbq2r, hostIfaceName: 7d70cfb2c110264, network: default, NAD default, SandboxID: "7d70cfb2c1102642f2b1855981c21816335a9b227d3c4838d1d4b6427ece7548", PCI device ID: , UID: "ea71b268-e500-418b-81a0-69d34741e3d5", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0521 19:42:10.044694 3657 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r 7d70cfb2c1102642f2b1855981c21816335a9b227d3c4838d1d4b6427ece7548 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-mbq2r 7d70cfb2c1102642f2b1855981c21816335a9b227d3c4838d1d4b6427ece7548 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:3b:6b:f2:4d:c8\",\"name\":\"7d70cfb2c110264\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e834dbb-3dae-47ba-ab54-76ff7c20b80c\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:12.279092 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:42:12.279110 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:42:16.545773 3657 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:16.567485 3657 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:18.315670 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-qphd2] creating logical port cert-manager_cert-manager-59c77684cc-qphd2 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:42:18.315762 3657 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-qphd2 I0521 19:42:18.342680 3657 pod.go:62] [cert-manager/cert-manager-59c77684cc-qphd2] pod update took 26.942213ms I0521 19:42:18.342707 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-qphd2] addLogicalPort annotation time took 26.975361ms I0521 19:42:18.343945 3657 pods.go:271] [cert-manager/cert-manager-59c77684cc-qphd2] addLogicalPort took 28.290686ms, libovsdb time 878.824µs I0521 19:42:18.672569 3657 cni.go:452] [cert-manager/cert-manager-59c77684cc-qphd2 a2bb2bd22f694fd98870176c6b0b174032f5450e597f85b15a334b387f94442f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-qphd2 a2bb2bd22f694fd98870176c6b0b174032f5450e597f85b15a334b387f94442f network default NAD default NAD key ] I0521 19:42:18.682124 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-qphd2, hostIfaceName: a2bb2bd22f694fd, network: default, NAD default, SandboxID: "a2bb2bd22f694fd98870176c6b0b174032f5450e597f85b15a334b387f94442f", PCI device ID: , UID: "af51ccc2-852a-4eba-927c-43d6e6bcebb2", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0521 19:42:18.732375 3657 cni.go:473] [cert-manager/cert-manager-59c77684cc-qphd2 a2bb2bd22f694fd98870176c6b0b174032f5450e597f85b15a334b387f94442f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-qphd2 a2bb2bd22f694fd98870176c6b0b174032f5450e597f85b15a334b387f94442f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e2:10:ea:2d:26\",\"name\":\"a2bb2bd22f694fd\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7208a4cd-28c7-4241-b920-1fa5f097a6b2\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:42:19.355393 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:42:24.314949 3657 namespace.go:142] [openshift-operators] updating namespace I0521 19:42:24.593733 3657 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-bj72z for pod on switch ip-10-0-2-136.ec2.internal I0521 19:42:24.593861 3657 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z I0521 19:42:24.620351 3657 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-b9mqv for pod on switch ip-10-0-2-136.ec2.internal I0521 19:42:24.620489 3657 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv I0521 19:42:24.633080 3657 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z] pod update took 39.24388ms I0521 19:42:24.633101 3657 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z] addLogicalPort annotation time took 39.271742ms I0521 19:42:24.634316 3657 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z] addLogicalPort took 40.604746ms, libovsdb time 850.661µs I0521 19:42:24.660281 3657 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv] pod update took 39.819057ms I0521 19:42:24.660307 3657 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv] addLogicalPort annotation time took 39.847043ms I0521 19:42:24.661592 3657 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv] addLogicalPort took 41.259093ms, libovsdb time 920.074µs I0521 19:42:24.953267 3657 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z 095f371cc5635859340ff02b48acf426be3b0ecb9f6905fcb0a702dd40f664c0 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z 095f371cc5635859340ff02b48acf426be3b0ecb9f6905fcb0a702dd40f664c0 network default NAD default NAD key ] I0521 19:42:24.963580 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-bj72z, hostIfaceName: 095f371cc563585, network: default, NAD default, SandboxID: "095f371cc5635859340ff02b48acf426be3b0ecb9f6905fcb0a702dd40f664c0", PCI device ID: , UID: "7c7f5184-4b52-4c24-beb7-089a82966d62", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0521 19:42:24.986074 3657 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv d4ac512a29c50af580599370d9f8e7e2cf3ec4b90097ca3112b9e73d1cc790a4 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv d4ac512a29c50af580599370d9f8e7e2cf3ec4b90097ca3112b9e73d1cc790a4 network default NAD default NAD key ] I0521 19:42:24.996611 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-b9mqv, hostIfaceName: d4ac512a29c50af, network: default, NAD default, SandboxID: "d4ac512a29c50af580599370d9f8e7e2cf3ec4b90097ca3112b9e73d1cc790a4", PCI device ID: , UID: "030fd3e3-da6f-4e64-89a8-f43703c64fab", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0521 19:42:25.023726 3657 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z 095f371cc5635859340ff02b48acf426be3b0ecb9f6905fcb0a702dd40f664c0 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bj72z 095f371cc5635859340ff02b48acf426be3b0ecb9f6905fcb0a702dd40f664c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:26:d3:72:75:78\",\"name\":\"095f371cc563585\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e4b3410-a0e0-419c-bb8a-a15f4085c83d\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:25.053933 3657 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv d4ac512a29c50af580599370d9f8e7e2cf3ec4b90097ca3112b9e73d1cc790a4 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-b9mqv d4ac512a29c50af580599370d9f8e7e2cf3ec4b90097ca3112b9e73d1cc790a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:66:0b:63:e8:2e\",\"name\":\"d4ac512a29c50af\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28cb5988-786f-4eb5-87e3-1189e564a650\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:26.209269 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0521 19:42:32.019390 3657 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:42:32.020296 3657 namespace.go:102] [trusted-artifact-signer] adding namespace took 883.998µs I0521 19:42:32.054819 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:32.097427 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:32.174834 3657 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-v2jjd for pod on switch ip-10-0-2-136.ec2.internal I0521 19:42:32.174930 3657 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd I0521 19:42:32.191349 3657 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd] pod update took 16.43841ms I0521 19:42:32.191370 3657 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd] addLogicalPort annotation time took 16.466308ms I0521 19:42:32.192554 3657 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd] addLogicalPort took 17.735044ms, libovsdb time 776.399µs W0521 19:42:32.395236 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:42:32.532847 3657 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd 3f8888866d18a965ffe68f4a7d98c962c3b59e7f6f47458a502a79c0c394f327 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd 3f8888866d18a965ffe68f4a7d98c962c3b59e7f6f47458a502a79c0c394f327 network default NAD default NAD key ] I0521 19:42:32.542637 3657 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-v2jjd, hostIfaceName: 3f8888866d18a96, network: default, NAD default, SandboxID: "3f8888866d18a965ffe68f4a7d98c962c3b59e7f6f47458a502a79c0c394f327", PCI device ID: , UID: "50f04f22-0289-4110-af92-74a684dec06f", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0521 19:42:32.593312 3657 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd 3f8888866d18a965ffe68f4a7d98c962c3b59e7f6f47458a502a79c0c394f327 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-v2jjd 3f8888866d18a965ffe68f4a7d98c962c3b59e7f6f47458a502a79c0c394f327 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9e:bb:34:00:6b\",\"name\":\"3f8888866d18a96\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/676ec1be-f8e4-4009-ae50-f1a44046b46c\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:42:39.735205 3657 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:42:39.736420 3657 namespace.go:102] [openshift-pipelines] adding namespace took 1.188513ms I0521 19:42:39.757266 3657 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:42:40.483714 3657 namespace.go:142] [cert-manager] updating namespace I0521 19:42:40.675017 3657 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:41.078843 3657 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:41.279540 3657 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:41.480054 3657 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace I0521 19:42:41.880742 3657 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:42.080364 3657 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:42.278993 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:42.481790 3657 namespace.go:142] [tsf] updating namespace I0521 19:42:42.682458 3657 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:42.883421 3657 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:43.085989 3657 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:43.216172 3657 namespace.go:142] [cert-manager] updating namespace I0521 19:42:43.227803 3657 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:43.237883 3657 namespace.go:142] [default] updating namespace I0521 19:42:43.248069 3657 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:43.257550 3657 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:43.269533 3657 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace I0521 19:42:43.277334 3657 namespace.go:142] [openshift] updating namespace I0521 19:42:43.288821 3657 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:43.300034 3657 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:43.310475 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:43.319502 3657 namespace.go:142] [tsf] updating namespace I0521 19:42:43.333908 3657 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:43.345320 3657 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:43.370694 3657 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:43.468550 3657 namespace.go:142] [cert-manager] updating namespace I0521 19:42:43.575406 3657 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:42:43.668282 3657 namespace.go:142] [default] updating namespace I0521 19:42:43.813980 3657 namespace.go:142] [konflux-operator] updating namespace I0521 19:42:43.960774 3657 namespace.go:142] [konflux-ui] updating namespace I0521 19:42:44.161749 3657 namespace.go:142] [open-cluster-management-2qegnkaps54it628q1tq7tota2a7fesv] updating namespace I0521 19:42:44.375510 3657 namespace.go:142] [openshift] updating namespace I0521 19:42:44.757708 3657 namespace.go:142] [rhbk-operator] updating namespace I0521 19:42:45.036616 3657 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:42:45.150519 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:45.151084 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:45.175683 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:42:45.194898 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:45.194917 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:45.198216 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:42:45.198238 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:42:45.267496 3657 namespace.go:142] [tsf] updating namespace I0521 19:42:45.361667 3657 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:42:45.445881 3657 namespace.go:142] [tsf-tas] updating namespace I0521 19:42:45.532768 3657 namespace.go:142] [tsf-tpa] updating namespace I0521 19:42:46.282947 3657 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:42:59.091528 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:59.091547 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:59.091552 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:42:59.130237 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:59.130272 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:59.130278 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:42:59.162148 3657 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:59.162168 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:59.162174 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:42:59.162179 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:43:02.100440 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:43:04.528028 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0521 19:43:16.924020 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-trx6n] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-trx6n for pod on switch ip-10-0-2-136.ec2.internal I0521 19:43:16.924146 3657 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-trx6n I0521 19:43:16.941460 3657 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-trx6n] pod update took 17.354169ms I0521 19:43:16.941490 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-trx6n] addLogicalPort annotation time took 17.389007ms I0521 19:43:16.942997 3657 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-trx6n] addLogicalPort took 18.997401ms, libovsdb time 979.744µs I0521 19:43:17.043889 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-8bspv for pod on switch ip-10-0-2-136.ec2.internal I0521 19:43:17.043981 3657 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv I0521 19:43:17.060229 3657 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv] pod update took 16.2727ms I0521 19:43:17.060267 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv] addLogicalPort annotation time took 16.314041ms I0521 19:43:17.061497 3657 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv] addLogicalPort took 17.624127ms, libovsdb time 832.108µs I0521 19:43:17.499343 3657 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-trx6n 82d4219db8c18d96a34fbee444c90f6ef9a05685315c92bc90cb5a8eff629d1c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-trx6n 82d4219db8c18d96a34fbee444c90f6ef9a05685315c92bc90cb5a8eff629d1c network default NAD default NAD key ] I0521 19:43:17.509076 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-trx6n, hostIfaceName: 82d4219db8c18d9, network: default, NAD default, SandboxID: "82d4219db8c18d96a34fbee444c90f6ef9a05685315c92bc90cb5a8eff629d1c", PCI device ID: , UID: "3f360e72-1144-4efa-b3fd-0d06540a0221", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0521 19:43:17.516680 3657 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv 6b7ff798e645af32efcdac656e247eedcced22bc0174f7935309e85e5251a047 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv 6b7ff798e645af32efcdac656e247eedcced22bc0174f7935309e85e5251a047 network default NAD default NAD key ] I0521 19:43:17.526727 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-8bspv, hostIfaceName: 6b7ff798e645af3, network: default, NAD default, SandboxID: "6b7ff798e645af32efcdac656e247eedcced22bc0174f7935309e85e5251a047", PCI device ID: , UID: "05e3d3cb-6f61-4150-b355-d1f438d9d5af", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0521 19:43:17.562420 3657 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-trx6n 82d4219db8c18d96a34fbee444c90f6ef9a05685315c92bc90cb5a8eff629d1c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-trx6n 82d4219db8c18d96a34fbee444c90f6ef9a05685315c92bc90cb5a8eff629d1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:69:d4:9d:1b:ad\",\"name\":\"82d4219db8c18d9\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fab5e61a-363f-4851-8192-d3e596266805\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:43:17.587449 3657 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv 6b7ff798e645af32efcdac656e247eedcced22bc0174f7935309e85e5251a047 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8bspv 6b7ff798e645af32efcdac656e247eedcced22bc0174f7935309e85e5251a047 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d0:dc:b9:00:8d\",\"name\":\"6b7ff798e645af3\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4ca53cc-8aed-49b8-8dac-82328eb3c6ef\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:43:21.198752 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:43:27.370274 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:27.370796 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:27.389975 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:27.389996 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:27.396488 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:43:27.396518 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:43:29.321181 3657 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:43:29.321868 3657 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:43:29.321888 3657 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:43:29.324172 3657 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 19:43:31.097073 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=262 W0521 19:43:37.689283 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:37.689309 3657 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:43:37.689373 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:43:37.689384 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0521 19:43:39.486586 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:43:52.211445 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:43:56.178467 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 19:44:05.087134 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 W0521 19:44:11.495965 3657 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:11.495988 3657 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:44:11.495995 3657 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:44:15.662785 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:15.663340 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:15.710356 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:15.710379 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:15.719423 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:44:15.719452 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:44:17.513309 3657 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-gbzhz-lhtrn] creating logical port tsf-tas_segment-backup-installation-gbzhz-lhtrn for pod on switch ip-10-0-2-136.ec2.internal I0521 19:44:17.513425 3657 kube.go:256] Updating pod tsf-tas/segment-backup-installation-gbzhz-lhtrn I0521 19:44:17.527322 3657 pod.go:62] [tsf-tas/segment-backup-installation-gbzhz-lhtrn] pod update took 13.930679ms I0521 19:44:17.527343 3657 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-gbzhz-lhtrn] addLogicalPort annotation time took 13.959053ms I0521 19:44:17.528606 3657 pods.go:271] [tsf-tas/segment-backup-installation-gbzhz-lhtrn] addLogicalPort took 15.319129ms, libovsdb time 864.696µs I0521 19:44:17.871577 3657 cni.go:452] [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key ] I0521 19:44:17.880811 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-gbzhz-lhtrn, hostIfaceName: 306473c648ca495, network: default, NAD default, SandboxID: "306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385", PCI device ID: , UID: "e443a171-aa26-4933-a22b-0557e55afd09", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0521 19:44:17.932564 3657 cni.go:473] [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bf:1a:e3:47:50\",\"name\":\"306473c648ca495\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcd8cff3-fa9d-4cba-967e-0eb30b2a65be\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:44:18.238358 3657 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-55c5469689-5m79c] creating logical port tsf-tas_fulcio-server-55c5469689-5m79c for pod on switch ip-10-0-2-136.ec2.internal I0521 19:44:18.238474 3657 kube.go:256] Updating pod tsf-tas/fulcio-server-55c5469689-5m79c I0521 19:44:18.271988 3657 pod.go:62] [tsf-tas/fulcio-server-55c5469689-5m79c] pod update took 33.548097ms I0521 19:44:18.272010 3657 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-55c5469689-5m79c] addLogicalPort annotation time took 33.576141ms I0521 19:44:18.273323 3657 pods.go:271] [tsf-tas/fulcio-server-55c5469689-5m79c] addLogicalPort took 34.984671ms, libovsdb time 919.363µs I0521 19:44:18.585338 3657 cni.go:452] [tsf-tas/fulcio-server-55c5469689-5m79c 9de8320421abc2b56b39ac1ce9de009684e865ea5afe99da328ef95bdef3df5f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-55c5469689-5m79c 9de8320421abc2b56b39ac1ce9de009684e865ea5afe99da328ef95bdef3df5f network default NAD default NAD key ] I0521 19:44:18.594884 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-55c5469689-5m79c, hostIfaceName: 9de8320421abc2b, network: default, NAD default, SandboxID: "9de8320421abc2b56b39ac1ce9de009684e865ea5afe99da328ef95bdef3df5f", PCI device ID: , UID: "80e3b411-93c4-4e2f-8763-fbfabd28388e", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0521 19:44:18.646331 3657 cni.go:473] [tsf-tas/fulcio-server-55c5469689-5m79c 9de8320421abc2b56b39ac1ce9de009684e865ea5afe99da328ef95bdef3df5f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-55c5469689-5m79c 9de8320421abc2b56b39ac1ce9de009684e865ea5afe99da328ef95bdef3df5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:7c:95:72:bf:45\",\"name\":\"9de8320421abc2b\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2e309bd-d209-44d8-91f5-9599fb21aee6\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:44:18.906934 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-h6p4q-wmbrs] creating logical port tsf-tas_rekor-createtree-job-h6p4q-wmbrs for pod on switch ip-10-0-2-136.ec2.internal I0521 19:44:18.907037 3657 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-h6p4q-wmbrs I0521 19:44:18.941901 3657 pod.go:62] [tsf-tas/rekor-createtree-job-h6p4q-wmbrs] pod update took 34.895932ms I0521 19:44:18.941923 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-h6p4q-wmbrs] addLogicalPort annotation time took 34.925781ms I0521 19:44:18.943338 3657 pods.go:271] [tsf-tas/rekor-createtree-job-h6p4q-wmbrs] addLogicalPort took 36.425469ms, libovsdb time 989.494µs I0521 19:44:19.267084 3657 cni.go:452] [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key ] I0521 19:44:19.282540 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-h6p4q-wmbrs, hostIfaceName: f10ec632489bb17, network: default, NAD default, SandboxID: "f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7", PCI device ID: , UID: "c820127b-909e-4e46-bb4f-c42eec845540", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0521 19:44:19.351638 3657 cni.go:473] [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:51:71:44:e4:49\",\"name\":\"f10ec632489bb17\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58d5947c-6bf7-445c-a136-df210abf62c2\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:44:20.742317 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:44:20.742336 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:44:20.776389 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:44:20.776413 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:44:21.470883 3657 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-56fbcd5559-h4jr5] creating logical port tsf-tas_trillian-db-56fbcd5559-h4jr5 for pod on switch ip-10-0-2-136.ec2.internal I0521 19:44:21.470981 3657 kube.go:256] Updating pod tsf-tas/trillian-db-56fbcd5559-h4jr5 I0521 19:44:21.490406 3657 pod.go:62] [tsf-tas/trillian-db-56fbcd5559-h4jr5] pod update took 19.44881ms I0521 19:44:21.490433 3657 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-56fbcd5559-h4jr5] addLogicalPort annotation time took 19.485809ms I0521 19:44:21.491769 3657 pods.go:271] [tsf-tas/trillian-db-56fbcd5559-h4jr5] addLogicalPort took 20.910376ms, libovsdb time 870.965µs I0521 19:44:27.228465 3657 cni.go:452] [tsf-tas/trillian-db-56fbcd5559-h4jr5 17d43275420f2e30ce2e16f118f507442603e84080aeba1ef20a93725c38a74c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-56fbcd5559-h4jr5 17d43275420f2e30ce2e16f118f507442603e84080aeba1ef20a93725c38a74c network default NAD default NAD key ] I0521 19:44:27.258764 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-56fbcd5559-h4jr5, hostIfaceName: 17d43275420f2e3, network: default, NAD default, SandboxID: "17d43275420f2e30ce2e16f118f507442603e84080aeba1ef20a93725c38a74c", PCI device ID: , UID: "c8eaa0c3-0d7d-4183-9583-cb55c268dcab", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0521 19:44:27.313425 3657 cni.go:473] [tsf-tas/trillian-db-56fbcd5559-h4jr5 17d43275420f2e30ce2e16f118f507442603e84080aeba1ef20a93725c38a74c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-56fbcd5559-h4jr5 17d43275420f2e30ce2e16f118f507442603e84080aeba1ef20a93725c38a74c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ce:83:ba:93:e9\",\"name\":\"17d43275420f2e3\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e4a66dc-8c1b-4a2b-94c4-e9dfbf731e6c\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:44:28.612943 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:44:28.641895 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:44:29.116692 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tdj22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:29.117335 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tdj22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:29.990925 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tdj22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:29.990953 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tdj22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:30.090517 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=95 W0521 19:44:30.788238 3657 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:31.790014 3657 cni.go:452] [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key ] I0521 19:44:31.878835 3657 cni.go:473] [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-gbzhz-lhtrn 306473c648ca4950497c7c1d04793ced24f73aa70c8936b789878748d39a5385 network default NAD default NAD key default], result "{}", err I0521 19:44:31.926953 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:31.926992 3657 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-gbzhz-lhtrn I0521 19:44:31.928239 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-gbzhz-lhtrn, ips: 10.128.0.39 I0521 19:44:31.928284 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:32.834584 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:32.834616 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gbzhz-lhtrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:44:41.830506 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:44:48.175260 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 19:44:51.307777 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-bmfnr for pod on switch ip-10-0-2-136.ec2.internal I0521 19:44:51.307923 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr I0521 19:44:51.324549 3657 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr] pod update took 16.653372ms I0521 19:44:51.324573 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr] addLogicalPort annotation time took 16.681971ms I0521 19:44:51.326029 3657 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr] addLogicalPort took 18.267188ms, libovsdb time 1.035836ms I0521 19:44:51.714183 3657 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr fa0fe35e6ba5310c9bda71f3859db63708bce7480f196df79a90fd4c801940e6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr fa0fe35e6ba5310c9bda71f3859db63708bce7480f196df79a90fd4c801940e6 network default NAD default NAD key ] I0521 19:44:51.723733 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-bmfnr, hostIfaceName: fa0fe35e6ba5310, network: default, NAD default, SandboxID: "fa0fe35e6ba5310c9bda71f3859db63708bce7480f196df79a90fd4c801940e6", PCI device ID: , UID: "afe2b984-3d52-4eb5-9f49-43d3de189094", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0521 19:44:51.779541 3657 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr fa0fe35e6ba5310c9bda71f3859db63708bce7480f196df79a90fd4c801940e6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-bmfnr fa0fe35e6ba5310c9bda71f3859db63708bce7480f196df79a90fd4c801940e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2c:cd:eb:2d:a1\",\"name\":\"fa0fe35e6ba5310\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffdf3c0e-5850-4c9c-99c5-3d74f6eadd3c\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:44:54.907374 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:54.907397 3657 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:54.932238 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:54.932278 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:44:55.092365 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:45:05.978287 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.978866 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:05.998843 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:05.998865 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:06.004935 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:45:06.004961 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:45:07.211039 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-4cr8z for pod on switch ip-10-0-2-136.ec2.internal I0521 19:45:07.211137 3657 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z I0521 19:45:07.224918 3657 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z] pod update took 13.803916ms I0521 19:45:07.224940 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z] addLogicalPort annotation time took 13.833363ms I0521 19:45:07.226423 3657 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z] addLogicalPort took 15.397559ms, libovsdb time 983.33µs I0521 19:45:08.172208 3657 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z c66a340b0953e6476e4ec218c0ffb1fcfb66b5585fb8ca35b44d8a6d7c595c5f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z c66a340b0953e6476e4ec218c0ffb1fcfb66b5585fb8ca35b44d8a6d7c595c5f network default NAD default NAD key ] I0521 19:45:08.181345 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-4cr8z, hostIfaceName: c66a340b0953e64, network: default, NAD default, SandboxID: "c66a340b0953e6476e4ec218c0ffb1fcfb66b5585fb8ca35b44d8a6d7c595c5f", PCI device ID: , UID: "6cdc3829-d942-4ba3-b0dd-41b0f47dc7de", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0521 19:45:08.235777 3657 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z c66a340b0953e6476e4ec218c0ffb1fcfb66b5585fb8ca35b44d8a6d7c595c5f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-4cr8z c66a340b0953e6476e4ec218c0ffb1fcfb66b5585fb8ca35b44d8a6d7c595c5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:3b:68:a5:97:8f\",\"name\":\"c66a340b0953e64\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b77e02a6-defd-4d2b-b9f9-53d5fbbd5bc6\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:12.013415 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:12.013979 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:12.880957 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:12.880985 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-n4pdr-wjtv7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:15.334145 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:15.334721 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.213683 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.213712 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:45:16.905548 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:45:20.048202 3657 cni.go:452] [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key ] I0521 19:45:20.126770 3657 cni.go:473] [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-h6p4q-wmbrs f10ec632489bb1763a6f254575e3021507b97a3a375c68509042ebead02093a7 network default NAD default NAD key default], result "{}", err I0521 19:45:20.178951 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:20.178992 3657 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-h6p4q-wmbrs I0521 19:45:20.180380 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-h6p4q-wmbrs, ips: 10.128.0.41 I0521 19:45:20.180406 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:21.061257 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:21.061281 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-h6p4q-wmbrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:25.085956 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kmcds of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:25.086597 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-kmcds of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:25.111344 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv] creating logical port tsf-tas_rekor-redis-6c6cc9ccb5-tq9jv for pod on switch ip-10-0-2-136.ec2.internal I0521 19:45:25.111431 3657 kube.go:256] Updating pod tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv I0521 19:45:25.128569 3657 pod.go:62] [tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv] pod update took 17.160779ms I0521 19:45:25.128593 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv] addLogicalPort annotation time took 17.189018ms I0521 19:45:25.130004 3657 pods.go:271] [tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv] addLogicalPort took 18.674444ms, libovsdb time 1.01432ms I0521 19:45:25.261154 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-79559b44cb-hdwvq] creating logical port tsf-tas_rekor-search-ui-79559b44cb-hdwvq for pod on switch ip-10-0-2-136.ec2.internal I0521 19:45:25.261273 3657 kube.go:256] Updating pod tsf-tas/rekor-search-ui-79559b44cb-hdwvq I0521 19:45:25.273977 3657 pod.go:62] [tsf-tas/rekor-search-ui-79559b44cb-hdwvq] pod update took 12.751683ms I0521 19:45:25.274000 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-79559b44cb-hdwvq] addLogicalPort annotation time took 12.779455ms I0521 19:45:25.275351 3657 pods.go:271] [tsf-tas/rekor-search-ui-79559b44cb-hdwvq] addLogicalPort took 14.217519ms, libovsdb time 890.926µs I0521 19:45:25.619795 3657 cni.go:452] [tsf-tas/rekor-search-ui-79559b44cb-hdwvq 6e7e200dc83c32d5bad47dbcc7706d7c9f074256d952b385f183a3168409eb59 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-79559b44cb-hdwvq 6e7e200dc83c32d5bad47dbcc7706d7c9f074256d952b385f183a3168409eb59 network default NAD default NAD key ] I0521 19:45:25.629342 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-79559b44cb-hdwvq, hostIfaceName: 6e7e200dc83c32d, network: default, NAD default, SandboxID: "6e7e200dc83c32d5bad47dbcc7706d7c9f074256d952b385f183a3168409eb59", PCI device ID: , UID: "037fae3e-87b4-48d8-82ae-49c34fe1690a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0521 19:45:25.682574 3657 cni.go:473] [tsf-tas/rekor-search-ui-79559b44cb-hdwvq 6e7e200dc83c32d5bad47dbcc7706d7c9f074256d952b385f183a3168409eb59 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-79559b44cb-hdwvq 6e7e200dc83c32d5bad47dbcc7706d7c9f074256d952b385f183a3168409eb59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9b:eb:69:b9:25\",\"name\":\"6e7e200dc83c32d\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dffa4f3c-ef2f-45c7-9738-82f908a56ada\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:45:25.964602 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kmcds of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:25.964628 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-kmcds of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:25.998313 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:25.998338 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-98vm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:26.002528 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-98vm7 I0521 19:45:26.002554 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-98vm7 I0521 19:45:26.072717 3657 cni.go:452] [tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv 1e084c1bf481859a6dd8176c32449a72ebb050cc730089a06dfd8ef940c76788 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv 1e084c1bf481859a6dd8176c32449a72ebb050cc730089a06dfd8ef940c76788 network default NAD default NAD key ] I0521 19:45:26.081915 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6c6cc9ccb5-tq9jv, hostIfaceName: 1e084c1bf481859, network: default, NAD default, SandboxID: "1e084c1bf481859a6dd8176c32449a72ebb050cc730089a06dfd8ef940c76788", PCI device ID: , UID: "b482f1f1-a5af-4a87-9d1d-d5146523b811", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0521 19:45:26.134274 3657 cni.go:473] [tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv 1e084c1bf481859a6dd8176c32449a72ebb050cc730089a06dfd8ef940c76788 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6c6cc9ccb5-tq9jv 1e084c1bf481859a6dd8176c32449a72ebb050cc730089a06dfd8ef940c76788 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7c:9d:35:8b:7a\",\"name\":\"1e084c1bf481859\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5c49a33-6060-4246-805b-afd6f8a9c898\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:45:29.101577 3657 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:45:29.122966 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:45:30.138178 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.138773 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:30.175610 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.175638 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:30.197694 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:45:30.197716 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0521 19:45:33.286199 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:45:36.092983 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0521 19:45:36.167767 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-h7ttc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:36.168336 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-h7ttc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:37.191992 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-h7ttc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:37.192019 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-h7ttc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.174946 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0521 19:45:40.208364 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwbfs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.209081 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwbfs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:40.326894 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwbfs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:40.326916 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwbfs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:45:41.141467 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0521 19:45:41.169124 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:45:43.214324 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwzfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:43.214895 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwzfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:44.201466 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:45:44.236858 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwzfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:44.236889 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwzfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:45:52.389005 3657 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:45:53.088209 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=116 I0521 19:46:00.316601 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:00.317164 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:01.201234 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:01.201287 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-6cp68-577sc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:46:10.244112 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:46:20.435478 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:20.436103 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:20.479918 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:20.479937 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:20.482683 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:46:20.482707 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:46:21.225967 3657 namespace.go:98] [build-service] adding namespace I0521 19:46:21.226132 3657 namespace.go:98] [integration-service] adding namespace I0521 19:46:21.226164 3657 namespace.go:98] [default-tenant] adding namespace I0521 19:46:21.226357 3657 namespace.go:98] [image-controller] adding namespace I0521 19:46:21.226980 3657 namespace.go:102] [build-service] adding namespace took 995.738µs I0521 19:46:21.227727 3657 namespace.go:102] [integration-service] adding namespace took 1.551128ms I0521 19:46:21.228308 3657 namespace.go:102] [default-tenant] adding namespace took 2.127062ms I0521 19:46:21.228840 3657 namespace.go:102] [image-controller] adding namespace took 2.470175ms I0521 19:46:21.287578 3657 namespace.go:142] [build-service] updating namespace I0521 19:46:21.310762 3657 namespace.go:142] [build-service] updating namespace I0521 19:46:21.319730 3657 namespace.go:142] [integration-service] updating namespace I0521 19:46:21.338095 3657 namespace.go:142] [integration-service] updating namespace I0521 19:46:21.348461 3657 namespace.go:142] [default-tenant] updating namespace I0521 19:46:21.378587 3657 namespace.go:142] [image-controller] updating namespace I0521 19:46:21.378638 3657 namespace.go:142] [default-tenant] updating namespace I0521 19:46:21.411750 3657 namespace.go:142] [image-controller] updating namespace I0521 19:46:21.474538 3657 namespace.go:142] [build-service] updating namespace I0521 19:46:21.501953 3657 namespace.go:142] [integration-service] updating namespace I0521 19:46:21.550508 3657 namespace.go:98] [release-service] adding namespace I0521 19:46:21.551333 3657 namespace.go:102] [release-service] adding namespace took 801.729µs I0521 19:46:21.581686 3657 namespace.go:142] [release-service] updating namespace I0521 19:46:21.593545 3657 namespace.go:142] [konflux-ui] updating namespace I0521 19:46:21.606673 3657 namespace.go:142] [release-service] updating namespace I0521 19:46:21.672395 3657 namespace.go:98] [konflux-info] adding namespace I0521 19:46:21.673237 3657 namespace.go:102] [konflux-info] adding namespace took 821.664µs I0521 19:46:21.729676 3657 namespace.go:98] [namespace-lister] adding namespace I0521 19:46:21.730609 3657 namespace.go:102] [namespace-lister] adding namespace took 913.636µs I0521 19:46:21.747571 3657 namespace.go:142] [konflux-info] updating namespace I0521 19:46:21.787451 3657 namespace.go:142] [image-controller] updating namespace I0521 19:46:21.820925 3657 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:46:21.820993 3657 namespace.go:142] [konflux-info] updating namespace I0521 19:46:21.821867 3657 namespace.go:102] [enterprise-contract-service] adding namespace took 922.209µs I0521 19:46:21.826921 3657 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:21.921859 3657 namespace.go:142] [default-tenant] updating namespace I0521 19:46:21.949348 3657 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:21.949391 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:22.005516 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:22.027159 3657 namespace.go:98] [segment-bridge] adding namespace I0521 19:46:22.028037 3657 namespace.go:102] [segment-bridge] adding namespace took 856.768µs I0521 19:46:22.111573 3657 namespace.go:98] [konflux-cli] adding namespace I0521 19:46:22.111622 3657 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:22.112376 3657 namespace.go:102] [konflux-cli] adding namespace took 780.445µs I0521 19:46:22.245847 3657 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:22.460421 3657 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:22.770489 3657 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:23.040631 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:46:23.041304 3657 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:46:23.041327 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:46:23.044151 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:46:23.283767 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:46:23.283806 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:46:23.284676 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:46:24.063525 3657 base_network_controller_pods.go:487] [default/konflux-ui/dex-77c5b8fb9d-mqd7k] creating logical port konflux-ui_dex-77c5b8fb9d-mqd7k for pod on switch ip-10-0-2-136.ec2.internal I0521 19:46:24.063659 3657 kube.go:256] Updating pod konflux-ui/dex-77c5b8fb9d-mqd7k I0521 19:46:24.150493 3657 pod.go:62] [konflux-ui/dex-77c5b8fb9d-mqd7k] pod update took 86.858333ms I0521 19:46:24.150518 3657 base_network_controller_pods.go:951] [default/konflux-ui/dex-77c5b8fb9d-mqd7k] addLogicalPort annotation time took 86.890338ms I0521 19:46:24.151811 3657 pods.go:271] [konflux-ui/dex-77c5b8fb9d-mqd7k] addLogicalPort took 88.30288ms, libovsdb time 864.374µs I0521 19:46:24.195125 3657 base_network_controller_pods.go:487] [default/konflux-ui/proxy-fbf4bb6f6-pcd5x] creating logical port konflux-ui_proxy-fbf4bb6f6-pcd5x for pod on switch ip-10-0-2-136.ec2.internal I0521 19:46:24.195291 3657 kube.go:256] Updating pod konflux-ui/proxy-fbf4bb6f6-pcd5x I0521 19:46:24.307596 3657 pod.go:62] [konflux-ui/proxy-fbf4bb6f6-pcd5x] pod update took 112.366739ms I0521 19:46:24.307621 3657 base_network_controller_pods.go:951] [default/konflux-ui/proxy-fbf4bb6f6-pcd5x] addLogicalPort annotation time took 112.394567ms I0521 19:46:24.308983 3657 pods.go:271] [konflux-ui/proxy-fbf4bb6f6-pcd5x] addLogicalPort took 113.87827ms, libovsdb time 929.304µs I0521 19:46:24.468594 3657 namespace.go:142] [build-service] updating namespace I0521 19:46:24.795372 3657 namespace.go:142] [default-tenant] updating namespace I0521 19:46:24.993162 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:25.192058 3657 namespace.go:142] [image-controller] updating namespace I0521 19:46:25.407532 3657 namespace.go:142] [integration-service] updating namespace I0521 19:46:25.589593 3657 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:25.786801 3657 namespace.go:142] [konflux-info] updating namespace I0521 19:46:26.003727 3657 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:26.186103 3657 namespace.go:142] [release-service] updating namespace I0521 19:46:26.409645 3657 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:26.509383 3657 namespace.go:142] [build-service] updating namespace I0521 19:46:26.543676 3657 namespace.go:142] [default-tenant] updating namespace I0521 19:46:26.572866 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:26.592424 3657 namespace.go:142] [image-controller] updating namespace I0521 19:46:26.622681 3657 namespace.go:142] [integration-service] updating namespace I0521 19:46:26.663542 3657 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:26.687448 3657 namespace.go:142] [konflux-info] updating namespace I0521 19:46:26.712130 3657 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:26.736757 3657 namespace.go:142] [release-service] updating namespace I0521 19:46:26.761622 3657 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:26.878906 3657 namespace.go:142] [build-service] updating namespace I0521 19:46:27.046951 3657 namespace.go:142] [default-tenant] updating namespace I0521 19:46:27.120356 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:46:27.174998 3657 namespace.go:142] [image-controller] updating namespace I0521 19:46:27.238875 3657 namespace.go:142] [integration-service] updating namespace I0521 19:46:27.309066 3657 namespace.go:142] [konflux-cli] updating namespace I0521 19:46:27.376705 3657 namespace.go:142] [konflux-info] updating namespace I0521 19:46:27.475806 3657 namespace.go:142] [namespace-lister] updating namespace I0521 19:46:27.566498 3657 namespace.go:142] [release-service] updating namespace I0521 19:46:27.672859 3657 namespace.go:142] [segment-bridge] updating namespace I0521 19:46:31.211593 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:46:32.077646 3657 cni.go:452] [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key ] I0521 19:46:32.087412 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-fbf4bb6f6-pcd5x, hostIfaceName: 9edac035f9f3950, network: default, NAD default, SandboxID: "9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318", PCI device ID: , UID: "03c9bb3e-4559-4af9-8c1e-cbe5a8d4705e", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0521 19:46:32.144636 3657 cni.go:473] [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a2:0f:c4:b9:c6\",\"name\":\"9edac035f9f3950\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f834f58-73b0-4cac-9c52-ad2a918b6d51\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0521 19:46:32.230858 3657 cni.go:452] [konflux-ui/dex-77c5b8fb9d-mqd7k 5e82bd6fe8306f085eedb195eb8e8a36d5b2cfe9e24dd3280171bbcdd29a0c15 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-77c5b8fb9d-mqd7k 5e82bd6fe8306f085eedb195eb8e8a36d5b2cfe9e24dd3280171bbcdd29a0c15 network default NAD default NAD key ] I0521 19:46:32.240233 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-77c5b8fb9d-mqd7k, hostIfaceName: 5e82bd6fe8306f0, network: default, NAD default, SandboxID: "5e82bd6fe8306f085eedb195eb8e8a36d5b2cfe9e24dd3280171bbcdd29a0c15", PCI device ID: , UID: "e29b7d83-06dc-4eff-b4d7-f87e612bf0aa", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0521 19:46:32.294623 3657 cni.go:473] [konflux-ui/dex-77c5b8fb9d-mqd7k 5e82bd6fe8306f085eedb195eb8e8a36d5b2cfe9e24dd3280171bbcdd29a0c15 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-77c5b8fb9d-mqd7k 5e82bd6fe8306f085eedb195eb8e8a36d5b2cfe9e24dd3280171bbcdd29a0c15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c9:a7:13:c3:6f\",\"name\":\"5e82bd6fe8306f0\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db35066-488f-42a5-a932-ad1bf5f79924\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0521 19:46:32.392500 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0521 19:46:32.413639 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:46:32.438107 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:46:34.450664 3657 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:46:35.427063 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:35.429410 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:35.455504 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:46:35.456399 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:46:36.437163 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:46:36.437288 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:46:37.507216 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:37.507232 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:39.465104 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:46:39.465122 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0521 19:46:46.996102 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:46.996684 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:47.516182 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:47.516203 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:47.519742 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 I0521 19:46:47.519765 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-7pqb8 W0521 19:46:48.481894 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0521 19:46:49.085363 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0521 19:46:56.189187 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:47:05.051597 3657 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:47:13.526555 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:47:13.526573 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-136.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:47:22.195707 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 19:47:39.187807 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 19:47:50.302490 3657 cni.go:452] [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key ] I0521 19:47:50.382771 3657 cni.go:473] [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-fbf4bb6f6-pcd5x 9edac035f9f395003c15816f4a3ba2969e0e49f5c620aa79d9de2d88111d4318 network default NAD default NAD key default], result "{}", err I0521 19:47:50.447211 3657 obj_retry.go:498] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:50.447267 3657 pods.go:176] Deleting pod: konflux-ui/proxy-fbf4bb6f6-pcd5x I0521 19:47:50.448701 3657 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-fbf4bb6f6-pcd5x, ips: 10.128.0.48 I0521 19:47:50.448732 3657 obj_retry.go:498] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:50.871448 3657 obj_retry.go:492] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:50.871472 3657 obj_retry.go:492] Detected object konflux-ui/proxy-fbf4bb6f6-pcd5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:50.877078 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-fbf4bb6f6-pcd5x I0521 19:47:50.877102 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-fbf4bb6f6-pcd5x I0521 19:47:54.070840 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:54.071435 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:47:54.087727 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:54.087744 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:47:54.094033 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:47:54.094058 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:48:20.754803 3657 namespace.go:98] [managed-tenant-mit1e] adding namespace I0521 19:48:20.755784 3657 namespace.go:102] [managed-tenant-mit1e] adding namespace took 958.377µs I0521 19:48:20.812530 3657 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:20.827559 3657 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:21.797398 3657 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:21.927933 3657 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:22.029646 3657 namespace.go:142] [managed-tenant-mit1e] updating namespace I0521 19:48:41.100461 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=379