+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-137.ec2.internal ++ [[ -n ip-10-0-2-137.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-137.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 02:56:40.357507551 - disable conntrack on geneve port' I0424 02:56:40.357507551 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0424 02:56:40.422398072 - starting ovnkube-node + echo 'I0424 02:56:40.422398072 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-137.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-137.ec2.internal --init-node ip-10-0-2-137.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-137.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 02:56:40.483077 3939 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 02:56:40.483126 3939 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-92e50c4391.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 02:56:40.484838 3939 kube.go:431] Waiting for certificate I0424 02:56:40.484859 3939 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 02:56:40.484900 3939 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 02:56:40.485679 3939 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 02:56:40.515116 3939 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:56:40.515130 3939 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:56:40.518106 3939 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:56:40.518197 3939 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-b26v5" I0424 02:56:40.526693 3939 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-b26v5" I0424 02:56:40.526740 3939 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:56:41.485498 3939 kube.go:438] Certificate found I0424 02:56:41.486039 3939 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 02:56:41.487177 3939 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 02:56:41.539202 3939 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 02:51:40 +0000 UTC" deadline="2026-04-24 21:12:32.842023689 +0000 UTC" I0424 02:56:41.539236 3939 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h15m51.302797895s" I0424 02:56:41.551397 3939 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 02:56:41.563009 3939 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 02:56:41.563188 3939 server.go:101] MetricServer registers OVS metrics I0424 02:56:41.563869 3939 server.go:105] MetricServer registers OVN DB metrics I0424 02:56:41.569486 3939 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 02:56:41.569511 3939 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 02:56:41.571140 3939 controller_manager.go:370] Starting the ovnkube controller I0424 02:56:41.571151 3939 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-137.ec2.internal I0424 02:56:41.571190 3939 controller_manager.go:395] NBDB zone sync took: 31.723µs I0424 02:56:41.571202 3939 factory.go:561] Starting watch factory I0424 02:56:41.571289 3939 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.571305 3939 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.571309 3939 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.571327 3939 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.571386 3939 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.571406 3939 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.571457 3939 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.571477 3939 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.572308 3939 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.572381 3939 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.572405 3939 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.572421 3939 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.574739 3939 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 02:56:41.574801 3939 factory.go:561] Starting watch factory I0424 02:56:41.583078 3939 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 02:56:41.583107 3939 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 02:56:41.586750 3939 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 02:56:41.586783 3939 server.go:109] MetricServer registers OVN Controller metrics I0424 02:56:41.588068 3939 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.588200 3939 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.589750 3939 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.589872 3939 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.591211 3939 server.go:113] MetricServer registers OVN Northd metrics I0424 02:56:41.592192 3939 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.596120 3939 metrics.go:519] OVN Metrics Server starts to run ... I0424 02:56:41.597098 3939 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:56:41.676971 3939 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 02:56:41.676992 3939 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 02:56:41.676997 3939 factory.go:1977] *v1.Node informer cache synced successfully I0424 02:56:41.677000 3939 factory.go:1977] *v1.Service informer cache synced successfully I0424 02:56:41.677003 3939 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 02:56:41.677007 3939 factory.go:1977] *v1.Pod informer cache synced successfully I0424 02:56:41.677096 3939 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:56:41.677110 3939 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:56:41.677115 3939 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:56:41.677137 3939 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:56:41.680361 3939 factory.go:1977] *v1.Service informer cache synced successfully I0424 02:56:41.680375 3939 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 02:56:41.680380 3939 factory.go:1977] *v1.Pod informer cache synced successfully I0424 02:56:41.680383 3939 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 02:56:41.680386 3939 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 02:56:41.680389 3939 factory.go:1977] *v1.Node informer cache synced successfully I0424 02:56:41.699910 3939 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:56:41.717639 3939 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:56:41.782953 3939 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 02:56:41.782968 3939 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 02:56:41.783025 3939 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.783036 3939 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.786297 3939 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 02:56:41.786308 3939 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 02:56:41.805978 3939 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.889359 3939 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 02:56:41.889438 3939 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.889452 3939 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.891889 3939 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 02:56:41.892769 3939 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.895262 3939 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 02:56:41.895327 3939 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.895338 3939 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.897527 3939 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 02:56:41.897751 3939 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.900754 3939 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 02:56:41.900807 3939 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.900819 3939 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.903049 3939 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 02:56:41.903324 3939 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.906367 3939 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 02:56:41.906417 3939 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.906427 3939 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:41.908580 3939 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 02:56:41.928069 3939 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:42.012380 3939 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 02:56:42.012644 3939 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 02:56:42.012663 3939 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 02:56:42.014856 3939 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 02:56:42.015039 3939 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 02:56:42.018230 3939 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 02:56:42.018288 3939 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:42.018299 3939 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:42.018354 3939 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:42.018372 3939 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:42.020726 3939 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 02:56:42.020950 3939 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:42.066192 3939 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:56:42.125019 3939 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 02:56:42.125029 3939 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 02:56:42.125037 3939 factory.go:680] Watch Factory start up complete, took: 553.83646ms I0424 02:56:42.125044 3939 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-137.ec2.internal" zone I0424 02:56:42.127193 3939 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 02:56:42.127200 3939 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 02:56:42.127204 3939 factory.go:680] Watch Factory start up complete, took: 552.404009ms I0424 02:56:42.127310 3939 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 02:56:42.172135 3939 default_node_network_controller.go:710] Initializing the default node network controller I0424 02:56:42.251881 3939 udn_isolation.go:101] Starting UDN host isolation manager I0424 02:56:42.258458 3939 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 02:56:42.305422 3939 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 02:56:42.305531 3939 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 02:56:42.305545 3939 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 02:56:42.337849 3939 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 02:56:42.337907 3939 default_node_network_controller.go:809] Node ip-10-0-2-137.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0424 02:56:42.343529 3939 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.137"] k8s.ovn.org/zone-name:ip-10-0-2-137.ec2.internal] on node ip-10-0-2-137.ec2.internal I0424 02:56:42.363495 3939 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 02:56:42.369521 3939 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 02:56:42.369664 3939 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0424 02:56:42.369841 3939 gateway_init.go:263] Preparing Gateway I0424 02:56:42.369857 3939 gateway_shared_intf.go:1687] Creating new gateway I0424 02:56:42.375478 3939 controller_manager.go:429] Waiting for node in zone sync took: 250.420554ms I0424 02:56:42.380759 3939 controller_manager.go:611] Switching to transit router for layer2 networks I0424 02:56:42.380777 3939 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-137.ec2.internal I0424 02:56:42.395154 3939 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 02:56:42.401860 3939 controller_manager.go:290] SCTP support detected in OVN I0424 02:56:42.402559 3939 services_controller.go:69] Creating services controller for network=default I0424 02:56:42.402678 3939 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 02:56:42.402782 3939 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 02:56:42.402831 3939 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 02:56:42.402843 3939 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 02:56:42.402872 3939 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 02:56:42.403144 3939 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 02:56:42.403185 3939 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 02:56:42.403243 3939 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.367µs I0424 02:56:42.403263 3939 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 69.156µs I0424 02:56:42.403269 3939 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 84.096µs I0424 02:56:42.403272 3939 udn_enabled_svc.go:95] Performing full resync I0424 02:56:42.403275 3939 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 02:56:42.403282 3939 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 02:56:42.403292 3939 default_network_controller.go:325] Starting the default network controller I0424 02:56:42.403387 3939 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.864µs I0424 02:56:42.403598 3939 udn_enabled_svc.go:99] Waiting for handler to sync I0424 02:56:42.403608 3939 udn_enabled_svc.go:104] Starting worker I0424 02:56:42.413629 3939 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 02:56:42.413694 3939 repair.go:33] Syncing exgw routes took 51.021µs I0424 02:56:42.413715 3939 default_network_controller.go:414] Starting all the Watchers... I0424 02:56:42.413976 3939 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 02:56:42.413992 3939 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 02:56:42.413997 3939 namespace.go:98] [openshift-cluster-version] adding namespace I0424 02:56:42.414020 3939 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 02:56:42.414028 3939 namespace.go:98] [openshift-infra] adding namespace I0424 02:56:42.414028 3939 namespace.go:98] [openshift-insights] adding namespace I0424 02:56:42.414049 3939 namespace.go:98] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] adding namespace I0424 02:56:42.414049 3939 namespace.go:98] [openshift-console] adding namespace I0424 02:56:42.414054 3939 namespace.go:98] [openshift-config-managed] adding namespace I0424 02:56:42.414072 3939 namespace.go:98] [openshift-monitoring] adding namespace I0424 02:56:42.414105 3939 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 02:56:42.414109 3939 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 02:56:42.413976 3939 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 02:56:42.414111 3939 namespace.go:98] [openshift-machine-api] adding namespace I0424 02:56:42.414181 3939 namespace.go:98] [openshift-config] adding namespace I0424 02:56:42.414763 3939 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 770.576µs I0424 02:56:42.414783 3939 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 02:56:42.415360 3939 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 568.457µs I0424 02:56:42.415380 3939 namespace.go:98] [kube-system] adding namespace I0424 02:56:42.416092 3939 namespace.go:102] [kube-system] adding namespace took 703.431µs I0424 02:56:42.416115 3939 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 02:56:42.417186 3939 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.181649ms I0424 02:56:42.417199 3939 namespace.go:98] [openshift-image-registry] adding namespace I0424 02:56:42.417728 3939 namespace.go:102] [openshift-cluster-version] adding namespace took 3.716894ms I0424 02:56:42.417738 3939 namespace.go:98] [openshift-network-operator] adding namespace I0424 02:56:42.418315 3939 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.282508ms I0424 02:56:42.418328 3939 namespace.go:98] [openshift-apiserver] adding namespace I0424 02:56:42.418895 3939 namespace.go:102] [openshift-infra] adding namespace took 4.85932ms I0424 02:56:42.418908 3939 namespace.go:98] [openshift-config-operator] adding namespace I0424 02:56:42.419591 3939 namespace.go:102] [openshift-insights] adding namespace took 5.546243ms I0424 02:56:42.419611 3939 namespace.go:98] [openshift-ingress] adding namespace I0424 02:56:42.420182 3939 namespace.go:102] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] adding namespace took 6.124165ms I0424 02:56:42.420205 3939 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 02:56:42.420708 3939 namespace.go:102] [openshift-console] adding namespace took 6.648887ms I0424 02:56:42.420724 3939 namespace.go:98] [openshift-backplane] adding namespace I0424 02:56:42.421392 3939 namespace.go:102] [openshift-config-managed] adding namespace took 7.329735ms I0424 02:56:42.421411 3939 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 02:56:42.422006 3939 namespace.go:102] [openshift-monitoring] adding namespace took 7.917344ms I0424 02:56:42.422022 3939 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 02:56:42.422546 3939 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.42311ms I0424 02:56:42.422562 3939 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 02:56:42.423121 3939 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.993843ms I0424 02:56:42.423137 3939 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 02:56:42.423691 3939 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.558166ms I0424 02:56:42.423715 3939 namespace.go:98] [openshift-dns-operator] adding namespace I0424 02:56:42.424286 3939 namespace.go:102] [openshift-machine-api] adding namespace took 10.151632ms I0424 02:56:42.424306 3939 namespace.go:98] [openshift-node] adding namespace I0424 02:56:42.424824 3939 namespace.go:102] [openshift-config] adding namespace took 10.631638ms I0424 02:56:42.424847 3939 namespace.go:98] [openshift-authentication] adding namespace I0424 02:56:42.425379 3939 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.248412ms I0424 02:56:42.425390 3939 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 02:56:42.425841 3939 namespace.go:102] [openshift-image-registry] adding namespace took 8.634817ms I0424 02:56:42.425856 3939 namespace.go:98] [kube-public] adding namespace I0424 02:56:42.426384 3939 namespace.go:102] [openshift-network-operator] adding namespace took 8.639215ms I0424 02:56:42.426400 3939 namespace.go:98] [default] adding namespace I0424 02:56:42.426796 3939 namespace.go:102] [openshift-apiserver] adding namespace took 8.461844ms I0424 02:56:42.426812 3939 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 02:56:42.427198 3939 namespace.go:102] [openshift-config-operator] adding namespace took 8.281771ms I0424 02:56:42.427217 3939 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 02:56:42.427663 3939 namespace.go:102] [openshift-ingress] adding namespace took 8.046019ms I0424 02:56:42.427677 3939 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 02:56:42.428061 3939 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.849771ms I0424 02:56:42.428075 3939 namespace.go:98] [openshift-backplane-mobb] adding namespace W0424 02:56:42.428423 3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9q6zq: pod openshift-network-diagnostics/network-check-target-9q6zq: no pod IPs found W0424 02:56:42.428435 3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sgwgh: pod openshift-network-diagnostics/network-check-target-sgwgh: no pod IPs found I0424 02:56:42.428465 3939 namespace.go:102] [openshift-backplane] adding namespace took 7.736876ms I0424 02:56:42.428477 3939 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 02:56:42.428925 3939 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.508595ms I0424 02:56:42.428955 3939 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 02:56:42.429370 3939 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.342802ms I0424 02:56:42.429384 3939 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 02:56:42.429765 3939 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.19812ms I0424 02:56:42.429778 3939 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 02:56:42.430149 3939 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.007055ms I0424 02:56:42.430160 3939 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 02:56:42.430678 3939 namespace.go:102] [openshift-dns-operator] adding namespace took 6.956432ms I0424 02:56:42.430695 3939 namespace.go:98] [openshift-network-console] adding namespace I0424 02:56:42.431152 3939 namespace.go:102] [openshift-node] adding namespace took 6.840892ms I0424 02:56:42.431165 3939 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 02:56:42.431567 3939 namespace.go:102] [openshift-authentication] adding namespace took 6.714128ms I0424 02:56:42.431581 3939 namespace.go:98] [openshift-controller-manager] adding namespace I0424 02:56:42.431949 3939 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.554538ms I0424 02:56:42.432396 3939 namespace.go:102] [kube-public] adding namespace took 6.533638ms I0424 02:56:42.432410 3939 namespace.go:98] [openshift-etcd] adding namespace I0424 02:56:42.432754 3939 namespace.go:102] [default] adding namespace took 6.347929ms I0424 02:56:42.432769 3939 namespace.go:98] [openshift] adding namespace I0424 02:56:42.433160 3939 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.343613ms I0424 02:56:42.433171 3939 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 02:56:42.433532 3939 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.310378ms I0424 02:56:42.433543 3939 namespace.go:98] [openshift-package-operator] adding namespace I0424 02:56:42.433892 3939 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.209244ms I0424 02:56:42.433905 3939 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 02:56:42.434279 3939 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.199318ms I0424 02:56:42.434291 3939 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 02:56:42.434657 3939 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.175661ms I0424 02:56:42.434670 3939 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 02:56:42.435048 3939 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.088667ms I0424 02:56:42.435059 3939 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 02:56:42.435421 3939 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.03291ms I0424 02:56:42.435433 3939 namespace.go:98] [openshift-operators] adding namespace I0424 02:56:42.435832 3939 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.049582ms I0424 02:56:42.435842 3939 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 02:56:42.436285 3939 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.12036ms I0424 02:56:42.436298 3939 namespace.go:98] [openshift-marketplace] adding namespace I0424 02:56:42.436726 3939 namespace.go:102] [openshift-network-console] adding namespace took 6.026329ms I0424 02:56:42.436738 3939 namespace.go:98] [kube-node-lease] adding namespace I0424 02:56:42.437152 3939 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.982351ms I0424 02:56:42.437163 3939 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 02:56:42.437595 3939 namespace.go:102] [openshift-controller-manager] adding namespace took 6.00861ms I0424 02:56:42.437609 3939 namespace.go:98] [openshift-logging] adding namespace I0424 02:56:42.437999 3939 namespace.go:102] [openshift-etcd] adding namespace took 5.583846ms I0424 02:56:42.438011 3939 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 02:56:42.438394 3939 namespace.go:102] [openshift] adding namespace took 5.621231ms I0424 02:56:42.438405 3939 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 02:56:42.438785 3939 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.60995ms I0424 02:56:42.438797 3939 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 02:56:42.439147 3939 namespace.go:102] [openshift-package-operator] adding namespace took 5.599554ms I0424 02:56:42.439159 3939 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 02:56:42.439600 3939 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.688775ms I0424 02:56:42.439615 3939 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 02:56:42.439949 3939 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.654082ms I0424 02:56:42.439959 3939 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 02:56:42.440422 3939 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.7476ms I0424 02:56:42.440435 3939 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 02:56:42.440868 3939 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.801932ms I0424 02:56:42.440888 3939 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 02:56:42.441325 3939 namespace.go:102] [openshift-operators] adding namespace took 5.887754ms I0424 02:56:42.441337 3939 namespace.go:98] [openshift-dns] adding namespace I0424 02:56:42.441743 3939 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.895455ms I0424 02:56:42.441760 3939 namespace.go:98] [openshift-console-operator] adding namespace I0424 02:56:42.442187 3939 namespace.go:102] [openshift-marketplace] adding namespace took 5.883769ms I0424 02:56:42.442200 3939 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 02:56:42.442600 3939 namespace.go:102] [kube-node-lease] adding namespace took 5.857686ms I0424 02:56:42.442612 3939 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 02:56:42.442960 3939 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.791755ms I0424 02:56:42.442976 3939 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 02:56:42.443412 3939 namespace.go:102] [openshift-logging] adding namespace took 5.798549ms I0424 02:56:42.443424 3939 namespace.go:98] [openshift-host-network] adding namespace I0424 02:56:42.443797 3939 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.779677ms I0424 02:56:42.444221 3939 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.810996ms I0424 02:56:42.445017 3939 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.214203ms I0424 02:56:42.445385 3939 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.220086ms I0424 02:56:42.445399 3939 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 02:56:42.445781 3939 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.162223ms I0424 02:56:42.446179 3939 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.215531ms I0424 02:56:42.446192 3939 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 02:56:42.446581 3939 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.140358ms I0424 02:56:42.446948 3939 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.055601ms I0424 02:56:42.446962 3939 namespace.go:98] [openshift-multus] adding namespace I0424 02:56:42.447361 3939 namespace.go:102] [openshift-dns] adding namespace took 6.019274ms I0424 02:56:42.447743 3939 namespace.go:102] [openshift-console-operator] adding namespace took 5.978023ms I0424 02:56:42.448120 3939 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.915415ms I0424 02:56:42.448506 3939 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.889621ms I0424 02:56:42.448870 3939 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.888436ms I0424 02:56:42.449317 3939 namespace.go:102] [openshift-host-network] adding namespace took 5.888814ms I0424 02:56:42.449331 3939 namespace.go:98] [dedicated-admin] adding namespace I0424 02:56:42.449674 3939 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.269416ms W0424 02:56:42.450026 3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4khnz: pod openshift-multus/network-metrics-daemon-4khnz: no pod IPs found W0424 02:56:42.450041 3939 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rpx7j: pod openshift-multus/network-metrics-daemon-rpx7j: no pod IPs found I0424 02:56:42.450069 3939 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.872745ms I0424 02:56:42.450503 3939 namespace.go:102] [openshift-multus] adding namespace took 3.535666ms I0424 02:56:42.450842 3939 namespace.go:102] [dedicated-admin] adding namespace took 1.505269ms W0424 02:56:42.450924 3939 master.go:458] Unable to parse local node ip-10-0-2-137.ec2.internal chassis-id annotation. Chassis may be removed during sync W0424 02:56:42.450953 3939 master.go:471] Unable to parse remote node ip-10-0-0-104.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 02:56:42.450961 3939 master.go:481] Removing stale chassis with ID/Name: 90d03507-5ac0-4293-98ad-001894c23af5, hostname: ip-10-0-2-137.ec2.internal I0424 02:56:42.451377 3939 master.go:548] Adding or Updating local node "ip-10-0-2-137.ec2.internal" for network "default" I0424 02:56:42.451445 3939 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-104.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-104.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-104.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-104.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-104.ec2.internal I0424 02:56:42.454783 3939 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-137.ec2.internal for the network default I0424 02:56:42.455160 3939 zone_ic_handler.go:195] Time taken to create transit switch: 364.88µs I0424 02:56:42.455923 3939 default_network_controller.go:823] Node add failed for ip-10-0-2-137.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-137.ec2.internal, error getting gateway config for node ip-10-0-2-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-137.ec2.internal", failed to update chassis to local for local node ip-10-0-2-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-137.ec2.internal] E0424 02:56:42.455990 3939 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-137.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-137.ec2.internal, error getting gateway config for node ip-10-0-2-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-137.ec2.internal", failed to update chassis to local for local node ip-10-0-2-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-137.ec2.internal] I0424 02:56:42.456041 3939 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 02:56:42.456062 3939 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 02:56:42.456074 3939 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 02:56:42.456089 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-137.ec2.internal in network "default" I0424 02:56:42.456064 3939 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-137.ec2.internal", UID:"f9d5e7ad-c361-481a-829d-c0b875eebf4a", APIVersion:"v1", ResourceVersion:"8369", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-137.ec2.internal, error getting gateway config for node ip-10-0-2-137.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-137.ec2.internal", failed to update chassis to local for local node ip-10-0-2-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-137.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-137.ec2.internal] I0424 02:56:42.456128 3939 node_tracker.go:235] Node ip-10-0-2-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-137.ec2.internal" I0424 02:56:42.456159 3939 node_tracker.go:169] Node ip-10-0-2-137.ec2.internal switch + router changed, syncing services in network "default" I0424 02:56:42.456174 3939 services_controller.go:574] Full service sync requested for network=default I0424 02:56:42.456183 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-104.ec2.internal in network "default" I0424 02:56:42.456193 3939 node_tracker.go:235] Node ip-10-0-0-104.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-104.ec2.internal" I0424 02:56:42.456199 3939 node_tracker.go:169] Node ip-10-0-0-104.ec2.internal switch + router changed, syncing services in network "default" I0424 02:56:42.456203 3939 services_controller.go:574] Full service sync requested for network=default I0424 02:56:42.476294 3939 iptables.go:108] Creating table: filter chain: FORWARD I0424 02:56:42.482130 3939 iptables.go:108] Creating table: filter chain: OUTPUT I0424 02:56:42.488035 3939 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 02:56:42.488048 3939 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-137.ec2.internal","mac-address":"0e:cf:c9:0e:d6:c5","ip-addresses":["10.0.2.137/24"],"ip-address":"10.0.2.137/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:90d03507-5ac0-4293-98ad-001894c23af5 k8s.ovn.org/node-encap-ips:["10.0.2.137"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.137/24"} k8s.ovn.org/zone-name:ip-10-0-2-137.ec2.internal] on node ip-10-0-2-137.ec2.internal I0424 02:56:42.503287 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-137.ec2.internal in network "default" I0424 02:56:42.503360 3939 node_tracker.go:169] Node ip-10-0-2-137.ec2.internal switch + router changed, syncing services in network "default" I0424 02:56:42.503373 3939 services_controller.go:574] Full service sync requested for network=default I0424 02:56:42.503291 3939 master.go:548] Adding or Updating local node "ip-10-0-2-137.ec2.internal" for network "default" I0424 02:56:42.506974 3939 default_node_network_controller.go:519] Node connection status = connected W0424 02:56:42.507530 3939 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-4khnz: pod openshift-multus/network-metrics-daemon-4khnz: no pod IPs found W0424 02:56:42.507555 3939 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-sgwgh: pod openshift-network-diagnostics/network-check-target-sgwgh: no pod IPs found I0424 02:56:42.508819 3939 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-137.ec2.internal for the network default I0424 02:56:42.508997 3939 zone_ic_handler.go:195] Time taken to create transit switch: 164.742µs I0424 02:56:42.556975 3939 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 02:56:42.556993 3939 services_controller.go:208] Setting up event handlers for services for network=default I0424 02:56:42.557170 3939 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 02:56:42.557218 3939 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 02:56:42.557234 3939 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 02:56:42.657654 3939 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 02:56:42.657671 3939 repair.go:60] Starting repairing loop for services I0424 02:56:42.657753 3939 repair.go:131] Deleted 0 stale service LBs I0424 02:56:42.657773 3939 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 02:56:42.657788 3939 repair.go:62] Finished repairing loop for services: 118.576µs I0424 02:56:42.657810 3939 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 02:56:42.657819 3939 services_controller.go:254] Starting workers for network=default I0424 02:56:42.658183 3939 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sgwgh] creating logical port openshift-network-diagnostics_network-check-target-sgwgh for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:42.658188 3939 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9q6zq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9q6zq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9q6zq: no pod IPs found I0424 02:56:42.658203 3939 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-rpx7j, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-rpx7j: suppressed error logged: pod openshift-multus/network-metrics-daemon-rpx7j: no pod IPs found I0424 02:56:42.658230 3939 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4khnz] creating logical port openshift-multus_network-metrics-daemon-4khnz for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:42.658373 3939 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-sgwgh I0424 02:56:42.658477 3939 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-4khnz I0424 02:56:42.671462 3939 pod.go:62] [openshift-network-diagnostics/network-check-target-sgwgh] pod update took 13.198675ms I0424 02:56:42.671482 3939 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-sgwgh] addLogicalPort annotation time took 13.219532ms I0424 02:56:42.672244 3939 pods.go:271] [openshift-network-diagnostics/network-check-target-sgwgh] addLogicalPort took 14.073213ms, libovsdb time 553.588µs I0424 02:56:42.674521 3939 pod.go:62] [openshift-multus/network-metrics-daemon-4khnz] pod update took 16.18432ms I0424 02:56:42.674538 3939 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-4khnz] addLogicalPort annotation time took 16.200516ms I0424 02:56:42.675376 3939 pods.go:271] [openshift-multus/network-metrics-daemon-4khnz] addLogicalPort took 17.155024ms, libovsdb time 641.134µs I0424 02:56:42.675840 3939 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 02:56:42.675863 3939 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 02:56:42.675878 3939 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 02:56:42.675884 3939 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 02:56:42.676121 3939 repair.go:29] Repairing admin network policies took 231.348µs I0424 02:56:42.676237 3939 repair.go:92] Repairing baseline admin network policies took 95.188µs I0424 02:56:42.676558 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 02:56:42.676575 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 02:56:42.678143 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 02:56:42.678162 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 02:56:42.678518 3939 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 02:56:42.678531 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 02:56:42.679206 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 02:56:42.679224 3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 02:56:42.679233 3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 02:56:42.681444 3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 02:56:42.681466 3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 02:56:42.681478 3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 02:56:42.681981 3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 02:56:42.681997 3939 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 02:56:42.682006 3939 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 02:56:42.683972 3939 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 02:56:42.683991 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 02:56:42.683997 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 02:56:42.685137 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 02:56:42.685167 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 02:56:42.685180 3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 02:56:42.686706 3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 02:56:42.686726 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 02:56:42.686735 3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 02:56:42.687179 3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 02:56:42.687197 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 02:56:42.687206 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 02:56:42.688540 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 02:56:42.688568 3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 02:56:42.688580 3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 02:56:42.689396 3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 02:56:42.689418 3939 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 02:56:42.689430 3939 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 02:56:42.690620 3939 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 02:56:42.690640 3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 02:56:42.690650 3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 02:56:42.692522 3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 02:56:42.692538 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 02:56:42.692560 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 02:56:42.693208 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 02:56:42.693231 3939 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 02:56:42.693241 3939 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 02:56:42.693535 3939 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 02:56:42.693552 3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 02:56:42.693563 3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 02:56:42.694677 3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 02:56:42.694697 3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 02:56:42.694705 3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 02:56:42.694967 3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 02:56:42.694986 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 02:56:42.694994 3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 02:56:42.695474 3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 02:56:42.695492 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 02:56:42.695500 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 02:56:42.695919 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 02:56:42.695950 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 02:56:42.695957 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 02:56:42.696207 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 02:56:42.696219 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 02:56:42.696226 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 02:56:42.696705 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 02:56:42.696723 3939 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 02:56:42.696730 3939 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 02:56:42.697247 3939 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 02:56:42.697265 3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 02:56:42.697276 3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 02:56:42.698323 3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 02:56:42.698341 3939 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 02:56:42.698350 3939 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 02:56:42.699998 3939 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 02:56:42.700015 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 02:56:42.700023 3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 02:56:42.700474 3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 02:56:42.700493 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 02:56:42.700499 3939 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 02:56:42.700749 3939 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 02:56:42.700765 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 02:56:42.700774 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 02:56:42.701277 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 02:56:42.701294 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 02:56:42.701310 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 02:56:42.701842 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 02:56:42.701860 3939 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 02:56:42.701871 3939 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 02:56:42.703385 3939 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 02:56:42.703406 3939 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 02:56:42.703418 3939 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 02:56:42.703889 3939 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 02:56:42.708156 3939 egressfirewall.go:374] Starting EgressFirewall controller I0424 02:56:42.708179 3939 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 02:56:42.708181 3939 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 02:56:42.708201 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 02:56:42.708213 3939 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 02:56:42.708201 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 02:56:42.708220 3939 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 02:56:42.708447 3939 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 02:56:42.708459 3939 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 02:56:42.708464 3939 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 02:56:42.708472 3939 egressqos.go:193] Setting up event handlers for EgressQoS I0424 02:56:42.708482 3939 egressfirewall.go:723] Syncing node "ip-10-0-2-137.ec2.internal" for egress firewall I0424 02:56:42.708491 3939 egressfirewall.go:723] Syncing node "ip-10-0-0-104.ec2.internal" for egress firewall I0424 02:56:42.708563 3939 egressqos.go:245] Starting EgressQoS Controller I0424 02:56:42.708572 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 02:56:42.708577 3939 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 02:56:42.708584 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 02:56:42.708588 3939 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 02:56:42.708593 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 02:56:42.708598 3939 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 02:56:42.708601 3939 egressqos.go:259] Repairing EgressQoSes I0424 02:56:42.708605 3939 egressqos.go:399] Starting repairing loop for egressqos I0424 02:56:42.708668 3939 egressqos.go:401] Finished repairing loop for egressqos: 63.109µs I0424 02:56:42.708682 3939 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 02:56:42.708727 3939 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-137.ec2.internal I0424 02:56:42.708763 3939 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-137.ec2.internal : 37.192µs I0424 02:56:42.708807 3939 egressservice_zone.go:210] Starting Egress Services Controller I0424 02:56:42.708825 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 02:56:42.708843 3939 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 02:56:42.708854 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 02:56:42.708862 3939 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 02:56:42.708871 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 02:56:42.708878 3939 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 02:56:42.708886 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 02:56:42.708893 3939 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 02:56:42.708898 3939 egressservice_zone.go:228] Repairing Egress Services I0424 02:56:42.709177 3939 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 02:56:42.709186 3939 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 02:56:42.709243 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-104.ec2.internal I0424 02:56:42.709253 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-104.ec2.internal: 10.811µs I0424 02:56:42.709262 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-137.ec2.internal I0424 02:56:42.709268 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-137.ec2.internal: 6.656µs I0424 02:56:42.709311 3939 default_network_controller.go:585] Completing all the Watchers took 295.58812ms I0424 02:56:42.709324 3939 default_network_controller.go:589] Starting unidling controllers I0424 02:56:42.709338 3939 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 02:56:42.709348 3939 unidle.go:63] Populating Initial ContollerEvent events I0424 02:56:42.709360 3939 unidle.go:79] Setting up event handlers for services I0424 02:56:42.709421 3939 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 02:56:43.007370 3939 default_node_network_controller.go:519] Node connection status = connected I0424 02:56:43.507477 3939 default_node_network_controller.go:519] Node connection status = connected I0424 02:56:44.007566 3939 default_node_network_controller.go:519] Node connection status = connected I0424 02:56:44.335032 3939 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 02:56:44.508123 3939 default_node_network_controller.go:519] Node connection status = connected I0424 02:56:44.525504 3939 bridgeconfig.go:537] Gateway is ready I0424 02:56:44.525523 3939 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 02:56:44.537292 3939 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.137. Updating OVN encap IP. I0424 02:56:44.543404 3939 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.137 - it is already configured I0424 02:56:44.543418 3939 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.137/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 02:56:44.543768 3939 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.137/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-137.ec2.internal","mac-address":"0e:cf:c9:0e:d6:c5","ip-addresses":["10.0.2.137/24"],"ip-address":"10.0.2.137/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:90d03507-5ac0-4293-98ad-001894c23af5 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.137/24"}] on node ip-10-0-2-137.ec2.internal I0424 02:56:44.560566 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-137.ec2.internal in network "default" I0424 02:56:44.560707 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-137.ec2.internal I0424 02:56:44.560732 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-137.ec2.internal: 33.119µs I0424 02:56:44.560744 3939 master.go:548] Adding or Updating local node "ip-10-0-2-137.ec2.internal" for network "default" I0424 02:56:44.560764 3939 egressfirewall.go:723] Syncing node "ip-10-0-2-137.ec2.internal" for egress firewall I0424 02:56:44.560839 3939 node_tracker.go:169] Node ip-10-0-2-137.ec2.internal switch + router changed, syncing services in network "default" I0424 02:56:44.560872 3939 services_controller.go:574] Full service sync requested for network=default I0424 02:56:44.561194 3939 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.137 I0424 02:56:44.561326 3939 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-137.ec2.internal I0424 02:56:44.565926 3939 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-137.ec2.internal. Updating no re-route policies I0424 02:56:44.565979 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4khnz I0424 02:56:44.565997 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4khnz I0424 02:56:44.566030 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-snnxp I0424 02:56:44.566047 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-snnxp I0424 02:56:44.566052 3939 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4khnz] creating logical port openshift-multus_network-metrics-daemon-4khnz for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:44.566051 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xldsb I0424 02:56:44.566060 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-zccfb I0424 02:56:44.566067 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-snnxp after 0 failed attempt(s) I0424 02:56:44.566076 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-zccfb I0424 02:56:44.566073 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9q6zq I0424 02:56:44.566082 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nr7g2 I0424 02:56:44.566086 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9q6zq I0424 02:56:44.566085 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sgwgh I0424 02:56:44.566093 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5wwbb I0424 02:56:44.566111 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5wwbb I0424 02:56:44.566115 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-137.ec2.internal I0424 02:56:44.566066 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xldsb I0424 02:56:44.566127 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-137.ec2.internal I0424 02:56:44.566130 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nr7g2 I0424 02:56:44.566134 3939 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9q6zq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9q6zq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9q6zq: no pod IPs found I0424 02:56:44.566139 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5wwbb after 0 failed attempt(s) I0424 02:56:44.566142 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xldsb after 0 failed attempt(s) I0424 02:56:44.566150 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-137.ec2.internal after 0 failed attempt(s) I0424 02:56:44.566137 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rpx7j I0424 02:56:44.566152 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nr7g2 after 0 failed attempt(s) I0424 02:56:44.566153 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sgwgh I0424 02:56:44.566160 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-wsjzs I0424 02:56:44.566163 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rpx7j I0424 02:56:44.566169 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-wsjzs I0424 02:56:44.566166 3939 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-137.ec2.internal I0424 02:56:44.566181 3939 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-137.ec2.internal I0424 02:56:44.566182 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-wsjzs after 0 failed attempt(s) I0424 02:56:44.566197 3939 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-137.ec2.internal after 0 failed attempt(s) I0424 02:56:44.566203 3939 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xtnvw I0424 02:56:44.566205 3939 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sgwgh] creating logical port openshift-network-diagnostics_network-check-target-sgwgh for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:44.566215 3939 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xtnvw I0424 02:56:44.566232 3939 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xtnvw after 0 failed attempt(s) I0424 02:56:44.566113 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-zccfb after 0 failed attempt(s) I0424 02:56:44.566126 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8wmhv I0424 02:56:44.566319 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8wmhv I0424 02:56:44.566351 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-8wmhv after 0 failed attempt(s) I0424 02:56:44.566202 3939 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-rpx7j, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-rpx7j: suppressed error logged: pod openshift-multus/network-metrics-daemon-rpx7j: no pod IPs found I0424 02:56:44.566153 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nkq6l I0424 02:56:44.566372 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nkq6l I0424 02:56:44.566391 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nkq6l after 0 failed attempt(s) I0424 02:56:44.566954 3939 pods.go:271] [openshift-multus/network-metrics-daemon-4khnz] addLogicalPort took 926.923µs, libovsdb time 303.272µs I0424 02:56:44.566971 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-4khnz after 0 failed attempt(s) I0424 02:56:44.567344 3939 pods.go:271] [openshift-network-diagnostics/network-check-target-sgwgh] addLogicalPort took 1.152504ms, libovsdb time 539.41µs I0424 02:56:44.567357 3939 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-sgwgh after 0 failed attempt(s) I0424 02:56:44.575509 3939 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 02:56:44.587482 3939 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 02:56:44.590709 3939 iptables.go:108] Creating table: nat chain: OUTPUT I0424 02:56:44.641269 3939 iptables.go:108] Creating table: nat chain: PREROUTING I0424 02:56:44.696141 3939 iptables.go:108] Creating table: filter chain: FORWARD I0424 02:56:44.713415 3939 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 02:56:44.713516 3939 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 02:56:44.713559 3939 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 02:56:44.713621 3939 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 02:56:44.713665 3939 gateway_init.go:325] Gateway and management port readiness took 2.210484763s I0424 02:56:44.713692 3939 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 02:56:44.713743 3939 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 02:56:44.713761 3939 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 02:56:44.713771 3939 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 02:56:44.713835 3939 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 02:56:44.713913 3939 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.323µs I0424 02:56:44.714124 3939 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 02:56:44.714150 3939 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.39µs I0424 02:56:44.714158 3939 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.145µs I0424 02:56:44.714164 3939 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 02:56:44.714173 3939 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 02:56:44.714178 3939 default_node_network_controller.go:899] Starting the default node network controller I0424 02:56:44.714183 3939 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 02:56:44.714260 3939 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.433µs I0424 02:56:44.714352 3939 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 02:56:44.714361 3939 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 02:56:44.714383 3939 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007d59f0 0xc0002dd960 0xc0002dd9d0 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc000bf84b0 0xc0002ddc70 0xc0002ddce0 0xc000a9c320 0xc0064ff340 0xc0002dddc0 map[0x2ff9080:0xc0012a7ce0 0x2ff95c0:0xc005f7e060 0x2ffa2e0:0xc000c33620 0x2ffa580:0xc0012a7c80 0x2ffad60:0xc0012a7d40 0x2ffb000:0xc0012a7da0 0x2ffb2a0:0xc0012a7e00 0x2ffba80:0xc005f7e0c0 0x2ffbd20:0xc005f7e120 0x3026980:0xc000c32f00 0x3026d20:0xc000c32f60 0x3027800:0xc000bfa360 0x3029160:0xc001c8a000 0x30298a0:0xc000c335c0 0x302a720:0xc001c8a060] 0xc00089f260 0} I0424 02:56:44.714436 3939 gateway.go:151] Starting gateway service sync I0424 02:56:44.714862 3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 02:56:44.717065 3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 02:56:44.735437 3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 02:56:44.736564 3939 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 02:56:44.737766 3939 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 02:56:44.770988 3939 gateway.go:168] Gateway service sync done. Time taken: 56.540406ms I0424 02:56:44.771492 3939 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31256 I0424 02:56:44.771708 3939 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007d59f0 0xc0002dd960 0xc0002dd9d0 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc000bf84b0 0xc0002ddc70 0xc0002ddce0 0xc000a9c320 0xc0064ff340 0xc0002dddc0 map[0x2ff9080:0xc0012a7ce0 0x2ff95c0:0xc005f7e060 0x2ffa2e0:0xc000c33620 0x2ffa580:0xc0012a7c80 0x2ffad60:0xc0012a7d40 0x2ffb000:0xc0012a7da0 0x2ffb2a0:0xc0012a7e00 0x2ffba80:0xc005f7e0c0 0x2ffbd20:0xc005f7e120 0x3026980:0xc000c32f00 0x3026d20:0xc000c32f60 0x3027800:0xc000bfa360 0x3029160:0xc001c8a000 0x30298a0:0xc000c335c0 0x302a720:0xc001c8a060] 0xc00089f260 0} I0424 02:56:44.772180 3939 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007d59f0 0xc0002dd960 0xc0002dd9d0 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc00 0xc000bf84b0 0xc0002ddc70 0xc0002ddce0 0xc000a9c320 0xc0064ff340 0xc0002dddc0 map[0x2ff9080:0xc0012a7ce0 0x2ff95c0:0xc005f7e060 0x2ffa2e0:0xc000c33620 0x2ffa580:0xc0012a7c80 0x2ffad60:0xc0012a7d40 0x2ffb000:0xc0012a7da0 0x2ffb2a0:0xc0012a7e00 0x2ffba80:0xc005f7e0c0 0x2ffbd20:0xc005f7e120 0x3026980:0xc000c32f00 0x3026d20:0xc000c32f60 0x3027800:0xc000bfa360 0x3029160:0xc001c8a000 0x30298a0:0xc000c335c0 0x302a720:0xc001c8a060] 0xc00089f260 0} I0424 02:56:44.772219 3939 gateway.go:532] Reconciling gateway with updates I0424 02:56:44.777648 3939 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 02:56:44.777670 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:56:44.777673 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:56:44.777691 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:56:44.777694 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:56:44.777701 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:56:44.777713 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:56:44.777709 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 02:56:44.777722 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:56:44.777739 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:56:44.777740 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:56:44.777742 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:56:44.777752 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 02:56:44.777692 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:56:44.777728 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:56:44.777764 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:56:44.777770 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:56:44.777773 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:56:44.777784 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:56:44.777777 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:56:44.777787 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:56:44.777790 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:56:44.777796 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 02:56:44.777801 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:56:44.777803 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:56:44.777807 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:56:44.777816 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:56:44.777817 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:56:44.777728 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 02:56:44.777825 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:56:44.777831 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:56:44.777838 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 02:56:44.777843 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 02:56:44.777847 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:56:44.777785 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:56:44.777862 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:56:44.777852 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 02:56:44.777863 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 02:56:44.777866 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:56:44.777871 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:56:44.777877 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:56:44.777717 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:56:44.777882 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:56:44.777890 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 02:56:44.777893 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:56:44.777892 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:56:44.777877 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 02:56:44.777903 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 02:56:44.777910 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 02:56:44.777848 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 02:56:44.777907 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 02:56:44.777919 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:56:44.777925 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:56:44.777944 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:56:44.777948 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 02:56:44.777759 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:56:44.777955 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:56:44.777956 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 02:56:44.777950 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:56:44.777889 3939 default_node_network_controller.go:944] Gateway and management port readiness took 63.517839ms I0424 02:56:44.777956 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:56:44.777990 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 02:56:44.777991 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 02:56:44.777999 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:56:44.777830 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:56:44.778014 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 02:56:44.778015 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 02:56:44.777825 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:56:44.777853 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 02:56:44.778036 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 02:56:44.777801 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 02:56:44.777880 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:56:44.778076 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:56:44.778119 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 02:56:44.778127 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 02:56:44.777769 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:56:44.778165 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 02:56:44.778176 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 02:56:44.777789 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:56:44.777869 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 02:56:44.777881 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 02:56:44.778284 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 02:56:44.777883 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:56:44.778301 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 02:56:44.777884 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:56:44.778316 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:56:44.778354 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 02:56:44.777884 3939 port_claim.go:71] Svc openshift-ingress/router-default: port 32179 is already open, no action needed I0424 02:56:44.778380 3939 port_claim.go:71] Svc openshift-ingress/router-default: port 30544 is already open, no action needed I0424 02:56:44.777890 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 02:56:44.777897 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:56:44.778412 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:56:44.777897 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:56:44.778431 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:56:44.777907 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:56:44.777907 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:56:44.778506 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:56:44.777908 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 02:56:44.778521 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 02:56:44.777852 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:56:44.778581 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:56:44.778587 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 02:56:44.777958 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 02:56:44.777964 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 02:56:44.777973 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:56:44.778638 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:56:44.777804 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:56:44.778666 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 02:56:44.777803 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:56:44.778678 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:56:44.777999 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 02:56:44.778017 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:56:44.778714 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:56:44.778020 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:56:44.778030 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:56:44.777757 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:56:44.778050 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 02:56:44.777804 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 02:56:44.777870 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:56:44.778820 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:56:44.778820 3939 node_ip_handler_linux.go:160] Node IP manager is running I0424 02:56:44.778207 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) W0424 02:56:44.816491 3939 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 02:56:44.816646 3939 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 02:56:44.816819 3939 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0424 02:56:44.826647 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 02:56:44.826654 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 02:56:44.826675 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 02:56:44.826686 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 02:56:44.826694 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 02:56:44.826707 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 02:56:44.869142 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 02:56:44.869173 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 02:56:44.869180 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 02:56:44.869186 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 02:56:44.869192 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 02:56:44.869198 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 02:56:44.869204 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 02:56:44.869210 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 02:56:44.869215 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 02:56:45.946406 3939 default_network_controller.go:1025] Node "ip-10-0-0-104.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:56:46.631567 3939 default_node_network_controller.go:1380] Starting node controller node sync W0424 02:56:46.631572 3939 egressip_healthcheck.go:76] Health checking using insecure connection I0424 02:56:46.631682 3939 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0424 02:56:46.642882 3939 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.291763ms I0424 02:56:46.643015 3939 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 02:56:46.643283 3939 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 02:56:46.643442 3939 egressservice_node.go:183] Starting Egress Services Controller I0424 02:56:46.643466 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 02:56:46.643483 3939 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 02:56:46.643494 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 02:56:46.643502 3939 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 02:56:46.643511 3939 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 02:56:46.643520 3939 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 02:56:46.643527 3939 egressservice_node.go:197] Repairing Egress Services I0424 02:56:46.653398 3939 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 02:56:46.653408 3939 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 02:56:46.653629 3939 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 02:56:46.653642 3939 link_network_manager.go:119] Link manager is running I0424 02:56:46.653655 3939 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 02:56:46.653871 3939 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 02:56:46.654349 3939 vrf_manager.go:128] VRF manager is running I0424 02:56:46.654617 3939 node_controller_manager.go:437] Removing flows to drop GARP I0424 02:56:46.654631 3939 gateway.go:532] Reconciling gateway with updates I0424 02:56:46.677874 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:56:46.677881 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:56:46.677889 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:56:46.677896 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:56:46.677898 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:56:46.677907 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:56:46.677977 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:56:46.677985 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:56:46.677997 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:56:46.678001 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:56:46.678007 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:56:46.678013 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:56:46.678016 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:56:46.678025 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678014 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:56:46.678034 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:56:46.678032 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 02:56:46.677999 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:56:46.678045 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:56:46.678044 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:56:46.678059 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:56:46.678064 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:56:46.678069 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:56:46.678076 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 02:56:46.678078 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 02:56:46.678079 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 02:56:46.678087 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:56:46.678091 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:56:46.678096 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 02:56:46.678099 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 02:56:46.678097 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:56:46.678108 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 02:56:46.678104 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:56:46.678114 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:56:46.678116 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:56:46.678122 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:56:46.678126 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:56:46.677978 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:56:46.678132 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:56:46.678136 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:56:46.678135 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678131 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:56:46.678146 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:56:46.678123 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:56:46.678156 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:56:46.678153 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 02:56:46.678163 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:56:46.678115 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:56:46.678061 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:56:46.678173 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:56:46.678175 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 02:56:46.678179 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:56:46.678128 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:56:46.678183 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:56:46.678186 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 02:56:46.678190 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:56:46.678188 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:56:46.678195 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:56:46.678201 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:56:46.678203 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:56:46.678206 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:56:46.678211 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:56:46.678206 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:56:46.678219 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678222 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:56:46.678252 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 02:56:46.678155 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:56:46.678267 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 02:56:46.678272 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:56:46.678170 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678203 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:56:46.678188 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:56:46.678292 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 02:56:46.678299 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:56:46.678315 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678103 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:56:46.678319 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 02:56:46.678324 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 02:56:46.678326 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:56:46.678129 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:56:46.678338 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:56:46.678341 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:56:46.678347 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678175 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 02:56:46.678076 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:56:46.678368 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:56:46.678376 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 02:56:46.678377 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 02:56:46.678101 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 02:56:46.678160 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 02:56:46.678160 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:56:46.678166 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 02:56:46.678167 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:56:46.678486 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:56:46.678174 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 02:56:46.678176 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 02:56:46.678520 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 02:56:46.678176 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 02:56:46.678531 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 02:56:46.678547 3939 port_claim.go:71] Svc openshift-ingress/router-default: port 32179 is already open, no action needed I0424 02:56:46.678559 3939 port_claim.go:71] Svc openshift-ingress/router-default: port 30544 is already open, no action needed I0424 02:56:46.678178 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 02:56:46.678098 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:56:46.678604 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:56:46.678182 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 02:56:46.678097 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 02:56:46.678638 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 02:56:46.678189 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:56:46.678078 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:56:46.678204 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 02:56:46.678709 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 02:56:46.678717 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 02:56:46.678211 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 02:56:46.678043 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:56:46.678726 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 02:56:46.678271 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678196 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 02:56:46.677981 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 02:56:46.678356 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 02:56:46.678140 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 02:56:46.678158 3939 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:56:46.678746 3939 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:56:46.717137 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 02:56:46.717162 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 02:56:46.717169 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 02:56:46.717174 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 02:56:46.717179 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 02:56:46.760741 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 02:56:46.779891 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 02:56:46.779902 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 02:56:46.779923 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 02:56:46.779947 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 02:56:46.779960 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 02:56:46.779969 3939 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 02:56:47.564786 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-139.ec2.internal in network "default" I0424 02:56:47.564807 3939 node_tracker.go:220] Node ip-10-0-1-139.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0424 02:56:47.564808 3939 egressfirewall.go:723] Syncing node "ip-10-0-1-139.ec2.internal" for egress firewall I0424 02:56:47.564858 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:56:47.564871 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 17.229µs E0424 02:56:47.564911 3939 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-139.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0424 02:56:47.564944 3939 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-139.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-139.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-139.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-139.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal, error parsing annotation for node ip-10-0-1-139.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0424 02:56:47.580571 3939 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-139.ec2.internal annotation: unexpected end of JSON input E0424 02:56:47.580584 3939 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-139.ec2.internal annotation: unexpected end of JSON input I0424 02:56:47.580601 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 02:56:47.580648 3939 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-139.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-139.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-139.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-139.ec2.internal" I0424 02:56:47.599718 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 02:56:47.599812 3939 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-139.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-139.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-139.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-139.ec2.internal" I0424 02:56:47.618571 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0424 02:56:47.633629 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:56:47.633649 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 20.968µs I0424 02:56:47.633652 3939 egressfirewall.go:723] Syncing node "ip-10-0-1-139.ec2.internal" for egress firewall I0424 02:56:47.633673 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:56:47.817090 3939 egressfirewall.go:723] Syncing node "ip-10-0-1-139.ec2.internal" for egress firewall I0424 02:56:47.817151 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:56:47.817167 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 19.689µs I0424 02:56:47.817208 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:56:47.829386 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:56:47.885204 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-137.ec2.internal I0424 02:56:47.885226 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-137.ec2.internal: 25.799µs I0424 02:56:47.927646 3939 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bb69fc5c4-9pfrw] creating logical port openshift-image-registry_image-registry-7bb69fc5c4-9pfrw for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.927780 3939 kube.go:256] Updating pod openshift-image-registry/image-registry-7bb69fc5c4-9pfrw I0424 02:56:47.950225 3939 pod.go:62] [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw] pod update took 22.478354ms I0424 02:56:47.950245 3939 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bb69fc5c4-9pfrw] addLogicalPort annotation time took 22.505904ms I0424 02:56:47.951388 3939 pods.go:271] [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw] addLogicalPort took 23.757039ms, libovsdb time 914.158µs I0424 02:56:47.981890 3939 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-dkjb8] creating logical port openshift-console-operator_console-operator-66dbbb6468-dkjb8 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.981980 3939 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-dkjb8 I0424 02:56:47.993569 3939 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-r9q56 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.993696 3939 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-q52lc] creating logical port openshift-insights_insights-operator-6dbb575d6c-q52lc for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.993705 3939 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56 I0424 02:56:47.993722 3939 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-qb5cz for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.993810 3939 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-q52lc I0424 02:56:47.993830 3939 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz I0424 02:56:47.997910 3939 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-x4wgk for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.998003 3939 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk I0424 02:56:47.998050 3939 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-f29dt for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.998124 3939 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7bf489c4d9-bkqtb] creating logical port openshift-ingress_router-default-7bf489c4d9-bkqtb for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.998295 3939 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-n2q96 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:47.998425 3939 kube.go:256] Updating pod openshift-ingress/router-default-7bf489c4d9-bkqtb I0424 02:56:47.998457 3939 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96 I0424 02:56:47.998344 3939 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt I0424 02:56:48.009203 3939 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-dkjb8] pod update took 27.239053ms I0424 02:56:48.009228 3939 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-dkjb8] addLogicalPort annotation time took 27.267001ms I0424 02:56:48.010581 3939 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-dkjb8] addLogicalPort took 28.702456ms, libovsdb time 999.127µs I0424 02:56:48.028789 3939 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56] pod update took 35.132223ms I0424 02:56:48.028807 3939 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56] addLogicalPort annotation time took 35.154856ms I0424 02:56:48.028999 3939 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz] pod update took 35.209682ms I0424 02:56:48.029020 3939 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz] addLogicalPort annotation time took 35.229775ms I0424 02:56:48.029003 3939 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-q52lc] pod update took 35.221383ms I0424 02:56:48.029197 3939 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-q52lc] addLogicalPort annotation time took 35.412999ms I0424 02:56:48.029900 3939 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56] addLogicalPort took 36.34283ms, libovsdb time 814.739µs I0424 02:56:48.030312 3939 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz] addLogicalPort took 36.597747ms, libovsdb time 1.01441ms I0424 02:56:48.030533 3939 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-q52lc] addLogicalPort took 36.851756ms, libovsdb time 997.453µs I0424 02:56:48.030566 3939 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-7nlk7 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:48.030635 3939 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7 I0424 02:56:48.032744 3939 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-25z5k for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:48.032809 3939 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k I0424 02:56:48.038237 3939 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96] pod update took 39.813377ms I0424 02:56:48.038254 3939 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96] addLogicalPort annotation time took 39.832377ms I0424 02:56:48.039227 3939 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96] addLogicalPort took 40.943278ms, libovsdb time 723.28µs I0424 02:56:48.039266 3939 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-q4xvt for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:48.039315 3939 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt I0424 02:56:48.060427 3939 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk] pod update took 62.438771ms I0424 02:56:48.060442 3939 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk] addLogicalPort annotation time took 62.454735ms I0424 02:56:48.060487 3939 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt] pod update took 62.227714ms I0424 02:56:48.060505 3939 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt] addLogicalPort annotation time took 62.248141ms I0424 02:56:48.060837 3939 pod.go:62] [openshift-ingress/router-default-7bf489c4d9-bkqtb] pod update took 62.419933ms I0424 02:56:48.060856 3939 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7bf489c4d9-bkqtb] addLogicalPort annotation time took 62.448825ms I0424 02:56:48.061457 3939 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk] addLogicalPort took 63.556206ms, libovsdb time 797.544µs I0424 02:56:48.061500 3939 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-z6kjq for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:48.061564 3939 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq I0424 02:56:48.061768 3939 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt] addLogicalPort took 63.730068ms, libovsdb time 1.029458ms I0424 02:56:48.061806 3939 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-8648f5cc7c-q2j64] creating logical port openshift-ingress_router-default-8648f5cc7c-q2j64 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:48.061852 3939 kube.go:256] Updating pod openshift-ingress/router-default-8648f5cc7c-q2j64 I0424 02:56:48.062094 3939 pods.go:271] [openshift-ingress/router-default-7bf489c4d9-bkqtb] addLogicalPort took 63.978599ms, libovsdb time 932.122µs I0424 02:56:48.064915 3939 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7] pod update took 34.305619ms I0424 02:56:48.064953 3939 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7] addLogicalPort annotation time took 34.324799ms I0424 02:56:48.065909 3939 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7] addLogicalPort took 35.345052ms, libovsdb time 672.762µs I0424 02:56:48.079232 3939 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k] pod update took 46.442724ms I0424 02:56:48.079249 3939 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k] addLogicalPort annotation time took 46.460995ms I0424 02:56:48.079311 3939 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt] pod update took 40.010307ms I0424 02:56:48.079328 3939 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt] addLogicalPort annotation time took 40.028962ms I0424 02:56:48.080128 3939 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k] addLogicalPort took 47.390404ms, libovsdb time 609.073µs I0424 02:56:48.080415 3939 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt] addLogicalPort took 41.152934ms, libovsdb time 799.249µs I0424 02:56:48.092297 3939 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq] pod update took 30.764222ms I0424 02:56:48.092313 3939 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq] addLogicalPort annotation time took 30.782905ms I0424 02:56:48.093136 3939 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq] addLogicalPort took 31.64014ms, libovsdb time 596.592µs I0424 02:56:48.108068 3939 pod.go:62] [openshift-ingress/router-default-8648f5cc7c-q2j64] pod update took 46.228958ms I0424 02:56:48.108087 3939 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-8648f5cc7c-q2j64] addLogicalPort annotation time took 46.249571ms I0424 02:56:48.108244 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:56:48.110850 3939 pods.go:271] [openshift-ingress/router-default-8648f5cc7c-q2j64] addLogicalPort took 49.045894ms, libovsdb time 2.455938ms I0424 02:56:48.141416 3939 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-5vrvj] creating logical port openshift-dns_dns-default-5vrvj for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:48.141622 3939 kube.go:256] Updating pod openshift-dns/dns-default-5vrvj I0424 02:56:48.154350 3939 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-l2xc7] creating logical port openshift-ingress-canary_ingress-canary-l2xc7 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:48.154421 3939 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-l2xc7 I0424 02:56:48.164338 3939 pod.go:62] [openshift-dns/dns-default-5vrvj] pod update took 22.741106ms I0424 02:56:48.164356 3939 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-5vrvj] addLogicalPort annotation time took 22.762356ms I0424 02:56:48.165478 3939 pods.go:271] [openshift-dns/dns-default-5vrvj] addLogicalPort took 24.074454ms, libovsdb time 832.529µs I0424 02:56:48.173276 3939 pod.go:62] [openshift-ingress-canary/ingress-canary-l2xc7] pod update took 18.878395ms I0424 02:56:48.173290 3939 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-l2xc7] addLogicalPort annotation time took 18.895151ms I0424 02:56:48.174241 3939 pods.go:271] [openshift-ingress-canary/ingress-canary-l2xc7] addLogicalPort took 19.90165ms, libovsdb time 691.999µs I0424 02:56:48.367046 3939 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56 f9d245eece2e6d8fd6629f17d3317ba8531bf14945243cc93e6bb4536acb6412 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56 f9d245eece2e6d8fd6629f17d3317ba8531bf14945243cc93e6bb4536acb6412 network default NAD default NAD key ] I0424 02:56:48.378525 3939 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-q52lc fa0ed96a51b4d088df885339ba8c17695212809532c9ac5e02b60f1e42a59bd2 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-q52lc fa0ed96a51b4d088df885339ba8c17695212809532c9ac5e02b60f1e42a59bd2 network default NAD default NAD key ] I0424 02:56:48.387784 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-r9q56, hostIfaceName: f9d245eece2e6d8, network: default, NAD default, SandboxID: "f9d245eece2e6d8fd6629f17d3317ba8531bf14945243cc93e6bb4536acb6412", PCI device ID: , UID: "29b16c45-c5f0-4c16-accf-d09ba615fdc8", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0424 02:56:48.387902 3939 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz 318e557f24707ade19011dba37089ca8f6ef6826e853d137ec76003140e4a854 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz 318e557f24707ade19011dba37089ca8f6ef6826e853d137ec76003140e4a854 network default NAD default NAD key ] I0424 02:56:48.388101 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-q52lc, hostIfaceName: fa0ed96a51b4d08, network: default, NAD default, SandboxID: "fa0ed96a51b4d088df885339ba8c17695212809532c9ac5e02b60f1e42a59bd2", PCI device ID: , UID: "6520b059-4538-4c27-8558-63efc3bd73db", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0424 02:56:48.399591 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-qb5cz, hostIfaceName: 318e557f24707ad, network: default, NAD default, SandboxID: "318e557f24707ade19011dba37089ca8f6ef6826e853d137ec76003140e4a854", PCI device ID: , UID: "1e396954-4fed-46e3-bd08-0474d6338752", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0424 02:56:48.415515 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:56:48.439474 3939 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-q52lc fa0ed96a51b4d088df885339ba8c17695212809532c9ac5e02b60f1e42a59bd2 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-q52lc fa0ed96a51b4d088df885339ba8c17695212809532c9ac5e02b60f1e42a59bd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:bc:30:67:be:8b\",\"name\":\"fa0ed96a51b4d08\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66156f5e-0884-421a-a697-0329683877e6\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:48.443563 3939 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56 f9d245eece2e6d8fd6629f17d3317ba8531bf14945243cc93e6bb4536acb6412 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-r9q56 f9d245eece2e6d8fd6629f17d3317ba8531bf14945243cc93e6bb4536acb6412 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:6b:67:71:eb:5c\",\"name\":\"f9d245eece2e6d8\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2152635-1fc7-48ff-a7fc-bb5a4704165f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:48.449035 3939 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz 318e557f24707ade19011dba37089ca8f6ef6826e853d137ec76003140e4a854 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-qb5cz 318e557f24707ade19011dba37089ca8f6ef6826e853d137ec76003140e4a854 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:7a:48:db:bf:f9\",\"name\":\"318e557f24707ad\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7124b874-8d91-4416-895b-c5a534b7fd23\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:48.520627 3939 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k ca83254ff2ef780a1fff1d757e0f4e09eb5343839b55c65c19300766a60c315d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k ca83254ff2ef780a1fff1d757e0f4e09eb5343839b55c65c19300766a60c315d network default NAD default NAD key ] I0424 02:56:48.531575 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-25z5k, hostIfaceName: ca83254ff2ef780, network: default, NAD default, SandboxID: "ca83254ff2ef780a1fff1d757e0f4e09eb5343839b55c65c19300766a60c315d", PCI device ID: , UID: "20354d26-bf8e-43fd-9a24-bdff9f6ddc6b", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0424 02:56:48.568663 3939 cni.go:452] [openshift-ingress-canary/ingress-canary-l2xc7 052cf133a515f7ab636c30985bf00c66a81dadea814c1ed52e1b9c86cfffae2b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-l2xc7 052cf133a515f7ab636c30985bf00c66a81dadea814c1ed52e1b9c86cfffae2b network default NAD default NAD key ] I0424 02:56:48.580366 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-l2xc7, hostIfaceName: 052cf133a515f7a, network: default, NAD default, SandboxID: "052cf133a515f7ab636c30985bf00c66a81dadea814c1ed52e1b9c86cfffae2b", PCI device ID: , UID: "9a1f0eca-52e6-4c84-a7d4-f1208eb0075f", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0424 02:56:48.580874 3939 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k ca83254ff2ef780a1fff1d757e0f4e09eb5343839b55c65c19300766a60c315d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-25z5k ca83254ff2ef780a1fff1d757e0f4e09eb5343839b55c65c19300766a60c315d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:09:30:81:54:86\",\"name\":\"ca83254ff2ef780\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a786c1d5-677c-457c-a268-ee24a117715b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:48.623897 3939 cni.go:473] [openshift-ingress-canary/ingress-canary-l2xc7 052cf133a515f7ab636c30985bf00c66a81dadea814c1ed52e1b9c86cfffae2b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-l2xc7 052cf133a515f7ab636c30985bf00c66a81dadea814c1ed52e1b9c86cfffae2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5d:ab:ce:3b:a1\",\"name\":\"052cf133a515f7a\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9957f922-f94a-40f2-944f-f63e3e0b7a62\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:48.665047 3939 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-dkjb8 17a330b078b432c88d1ada233281371f947f1c6b19ae2d9c82f8e2b33fb1dd65 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-dkjb8 17a330b078b432c88d1ada233281371f947f1c6b19ae2d9c82f8e2b33fb1dd65 network default NAD default NAD key ] I0424 02:56:48.675074 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-dkjb8, hostIfaceName: 17a330b078b432c, network: default, NAD default, SandboxID: "17a330b078b432c88d1ada233281371f947f1c6b19ae2d9c82f8e2b33fb1dd65", PCI device ID: , UID: "c7d01b5e-3411-4b56-ada2-cc770c0a82cf", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0424 02:56:48.719873 3939 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-dkjb8 17a330b078b432c88d1ada233281371f947f1c6b19ae2d9c82f8e2b33fb1dd65 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-dkjb8 17a330b078b432c88d1ada233281371f947f1c6b19ae2d9c82f8e2b33fb1dd65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:e6:ab:5c:ad:16\",\"name\":\"17a330b078b432c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d19546a8-34a6-4085-9bc0-b27918cb5146\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:48.732749 3939 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt c9baf5cbaa942f263c273979b7407fc0ca41920ccb544ec2e098030c96ba6fe0 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt c9baf5cbaa942f263c273979b7407fc0ca41920ccb544ec2e098030c96ba6fe0 network default NAD default NAD key ] I0424 02:56:48.743510 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-f29dt, hostIfaceName: c9baf5cbaa942f2, network: default, NAD default, SandboxID: "c9baf5cbaa942f263c273979b7407fc0ca41920ccb544ec2e098030c96ba6fe0", PCI device ID: , UID: "e85dc788-db6a-4710-931e-244f3b941a14", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0424 02:56:48.788722 3939 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt c9baf5cbaa942f263c273979b7407fc0ca41920ccb544ec2e098030c96ba6fe0 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-f29dt c9baf5cbaa942f263c273979b7407fc0ca41920ccb544ec2e098030c96ba6fe0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:56:1f:ae:53:9f\",\"name\":\"c9baf5cbaa942f2\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77364212-1e24-4f63-b103-f2556d450a9b\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:48.841881 3939 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq 189350f45345453e9199c2d9bdf47c2089fcf3536d0295fa06e1938aa816bb86 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq 189350f45345453e9199c2d9bdf47c2089fcf3536d0295fa06e1938aa816bb86 network default NAD default NAD key ] I0424 02:56:48.850901 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-z6kjq, hostIfaceName: 189350f45345453, network: default, NAD default, SandboxID: "189350f45345453e9199c2d9bdf47c2089fcf3536d0295fa06e1938aa816bb86", PCI device ID: , UID: "b6f79faf-cf17-4836-b9c4-9757adc90157", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0424 02:56:48.896123 3939 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq 189350f45345453e9199c2d9bdf47c2089fcf3536d0295fa06e1938aa816bb86 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-z6kjq 189350f45345453e9199c2d9bdf47c2089fcf3536d0295fa06e1938aa816bb86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:13:db:ad:79:b8\",\"name\":\"189350f45345453\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/360d6ddf-5771-4f92-92c9-eaaebd262949\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:53.554733 3939 egressfirewall.go:723] Syncing node "ip-10-0-0-104.ec2.internal" for egress firewall I0424 02:56:53.554736 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-104.ec2.internal I0424 02:56:53.554772 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-104.ec2.internal: 43.008µs I0424 02:56:53.554816 3939 default_network_controller.go:1025] Node "ip-10-0-0-104.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 02:56:55.826417 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 02:56:57.164837 3939 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 02:56:57.165882 3939 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.018127ms I0424 02:56:57.192327 3939 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 02:56:57.291490 3939 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-4cv4b for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:57.291615 3939 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b I0424 02:56:57.311413 3939 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b] pod update took 19.836021ms I0424 02:56:57.311455 3939 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b] addLogicalPort annotation time took 19.881926ms I0424 02:56:57.312813 3939 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b] addLogicalPort took 21.346309ms, libovsdb time 1.035894ms I0424 02:56:57.404240 3939 namespace.go:98] [openshift-service-ca] adding namespace I0424 02:56:57.405031 3939 namespace.go:102] [openshift-service-ca] adding namespace took 767.359µs I0424 02:56:57.428221 3939 namespace.go:142] [openshift-service-ca] updating namespace I0424 02:56:57.683419 3939 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b 25c06509be003d79f227ce20774f3bdd42957d4e5368f325687112bbca306a17 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b 25c06509be003d79f227ce20774f3bdd42957d4e5368f325687112bbca306a17 network default NAD default NAD key ] I0424 02:56:57.694416 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-4cv4b, hostIfaceName: 25c06509be003d7, network: default, NAD default, SandboxID: "25c06509be003d79f227ce20774f3bdd42957d4e5368f325687112bbca306a17", PCI device ID: , UID: "4ac9f4d5-a575-432d-8293-5ffe98cb0763", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0424 02:56:57.740389 3939 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b 25c06509be003d79f227ce20774f3bdd42957d4e5368f325687112bbca306a17 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-4cv4b 25c06509be003d79f227ce20774f3bdd42957d4e5368f325687112bbca306a17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:48:5d:9d:b5:08\",\"name\":\"25c06509be003d7\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4009698e-f7af-46d0-a5e4-073eb0408ef9\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:57.779180 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 02:56:58.819022 3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:56:59.084485 3939 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-zj5f9] creating logical port openshift-service-ca_service-ca-d9cb48497-zj5f9 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:56:59.084569 3939 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-zj5f9 I0424 02:56:59.097314 3939 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-zj5f9] pod update took 12.765004ms I0424 02:56:59.097341 3939 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-zj5f9] addLogicalPort annotation time took 12.795646ms I0424 02:56:59.098469 3939 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-zj5f9] addLogicalPort took 14.001562ms, libovsdb time 812.45µs I0424 02:56:59.567586 3939 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-zj5f9 3768ae66ac74e65031e354a03ca4bd29cb37653bb8005d059b304fafed2941b2 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-zj5f9 3768ae66ac74e65031e354a03ca4bd29cb37653bb8005d059b304fafed2941b2 network default NAD default NAD key ] I0424 02:56:59.578077 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-zj5f9, hostIfaceName: 3768ae66ac74e65, network: default, NAD default, SandboxID: "3768ae66ac74e65031e354a03ca4bd29cb37653bb8005d059b304fafed2941b2", PCI device ID: , UID: "e22427a0-2ddf-486f-be00-45d73e65c983", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0424 02:56:59.629696 3939 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-zj5f9 3768ae66ac74e65031e354a03ca4bd29cb37653bb8005d059b304fafed2941b2 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-zj5f9 3768ae66ac74e65031e354a03ca4bd29cb37653bb8005d059b304fafed2941b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:74:4d:ae:29:7b\",\"name\":\"3768ae66ac74e65\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b22671f0-6677-468e-9346-6bf435f28534\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:56:59.962094 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-104.ec2.internal in network "default" I0424 02:56:59.962145 3939 node_tracker.go:235] Node ip-10-0-0-104.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-104.ec2.internal" I0424 02:56:59.962161 3939 node_tracker.go:169] Node ip-10-0-0-104.ec2.internal switch + router changed, syncing services in network "default" I0424 02:56:59.962176 3939 services_controller.go:574] Full service sync requested for network=default I0424 02:56:59.962182 3939 default_network_controller.go:1025] Node "ip-10-0-0-104.ec2.internal" in remote zone "ip-10-0-0-104.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 02:56:59.962432 3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 02:56:59.962624 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 02:57:00.019065 3939 default_network_controller.go:1025] Node "ip-10-0-0-104.ec2.internal" in remote zone "ip-10-0-0-104.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:00.115226 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-104.ec2.internal in network "default" I0424 02:57:00.115299 3939 node_tracker.go:169] Node ip-10-0-0-104.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:00.115319 3939 services_controller.go:574] Full service sync requested for network=default I0424 02:57:00.115329 3939 default_network_controller.go:1025] Node "ip-10-0-0-104.ec2.internal" in remote zone "ip-10-0-0-104.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 02:57:00.115613 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 02:57:00.115838 3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:57:00.116364 3939 zone_ic_handler.go:195] Time taken to create transit switch: 274.531µs I0424 02:57:00.116378 3939 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-104.ec2.internal for the network default I0424 02:57:00.117329 3939 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-104.ec2.internal" on network "default" took: 1.252358ms I0424 02:57:01.167108 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-104.ec2.internal in network "default" I0424 02:57:01.167115 3939 egressfirewall.go:723] Syncing node "ip-10-0-0-104.ec2.internal" for egress firewall I0424 02:57:01.167147 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-104.ec2.internal I0424 02:57:01.167167 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-104.ec2.internal: 26.708µs I0424 02:57:01.167181 3939 node_tracker.go:169] Node ip-10-0-0-104.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:01.167194 3939 services_controller.go:574] Full service sync requested for network=default I0424 02:57:01.167210 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-104.ec2.internal", IP: 10.0.0.104 to PMTUD blocking rules I0424 02:57:01.167227 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-104.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0424 02:57:01.167355 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 02:57:01.167736 3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:57:01.173365 3939 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-104.ec2.internal. Updating no re-route policies I0424 02:57:01.186812 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-104.ec2.internal", IP: 10.0.0.104 to PMTUD blocking rules I0424 02:57:01.186826 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-104.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 02:57:03.988274 3939 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7 99b9fefdff451c1905816b81f8f38737f4b1825e953b8fda18d9483a5b6722c6 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7 99b9fefdff451c1905816b81f8f38737f4b1825e953b8fda18d9483a5b6722c6 network default NAD default NAD key ] I0424 02:57:03.998802 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-7nlk7, hostIfaceName: 99b9fefdff451c1, network: default, NAD default, SandboxID: "99b9fefdff451c1905816b81f8f38737f4b1825e953b8fda18d9483a5b6722c6", PCI device ID: , UID: "b1f2c835-e67e-4521-b968-c884ff415114", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0424 02:57:04.045300 3939 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7 99b9fefdff451c1905816b81f8f38737f4b1825e953b8fda18d9483a5b6722c6 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-7nlk7 99b9fefdff451c1905816b81f8f38737f4b1825e953b8fda18d9483a5b6722c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:0a:6f:9c:1e:f1\",\"name\":\"99b9fefdff451c1\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a752e5-f899-4908-a450-b67132d72286\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 02:57:04.220006 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 02:57:04.804689 3939 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6b6df6cddf-dd7m7 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6b6df6cddf-dd7m7: no pod IPs found W0424 02:57:04.822109 3939 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7bb69fc5c4-rrnf8 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7bb69fc5c4-rrnf8: no pod IPs found I0424 02:57:04.973125 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-104.ec2.internal I0424 02:57:04.973156 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-104.ec2.internal: 36.118µs I0424 02:57:06.488613 3939 egressfirewall.go:723] Syncing node "ip-10-0-1-139.ec2.internal" for egress firewall I0424 02:57:06.488638 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:57:06.488656 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 21.034µs I0424 02:57:06.488665 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:12.457133 3939 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-139.ec2.internal I0424 02:57:12.457165 3939 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-139.ec2.internal I0424 02:57:12.457256 3939 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-139.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-139.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-139.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-139.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal I0424 02:57:14.567750 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pskqg I0424 02:57:14.567781 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pskqg I0424 02:57:14.567823 3939 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-pskqg, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-pskqg: suppressed error logged: pod openshift-multus/network-metrics-daemon-pskqg: no pod IPs found I0424 02:57:14.567745 3939 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-z4cpl I0424 02:57:14.567838 3939 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-z4cpl I0424 02:57:14.567861 3939 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-z4cpl, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-z4cpl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-z4cpl: no pod IPs found I0424 02:57:18.179430 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:19.548761 3939 cni.go:452] [openshift-multus/network-metrics-daemon-4khnz e07e30fc59fd154428e8b3ea8f218106d2777199ed2df1432eb8d3327212117a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-4khnz e07e30fc59fd154428e8b3ea8f218106d2777199ed2df1432eb8d3327212117a network default NAD default NAD key ] I0424 02:57:19.558163 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-4khnz, hostIfaceName: e07e30fc59fd154, network: default, NAD default, SandboxID: "e07e30fc59fd154428e8b3ea8f218106d2777199ed2df1432eb8d3327212117a", PCI device ID: , UID: "4a0dca43-9f73-4963-8fe6-6676c813d271", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0424 02:57:19.563214 3939 cni.go:452] [openshift-network-diagnostics/network-check-target-sgwgh aa9247a4d0b629205a535ef175f0a83e12509c43a7b1de437333ffab580a3653 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-sgwgh aa9247a4d0b629205a535ef175f0a83e12509c43a7b1de437333ffab580a3653 network default NAD default NAD key ] I0424 02:57:19.572557 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-sgwgh, hostIfaceName: aa9247a4d0b6292, network: default, NAD default, SandboxID: "aa9247a4d0b629205a535ef175f0a83e12509c43a7b1de437333ffab580a3653", PCI device ID: , UID: "bad41cf1-31e9-4812-99c2-c674c10abee1", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0424 02:57:19.607043 3939 cni.go:473] [openshift-multus/network-metrics-daemon-4khnz e07e30fc59fd154428e8b3ea8f218106d2777199ed2df1432eb8d3327212117a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-4khnz e07e30fc59fd154428e8b3ea8f218106d2777199ed2df1432eb8d3327212117a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ca:c5:2b:7c:f7\",\"name\":\"e07e30fc59fd154\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/294a7843-beef-4491-a001-2c0ebeccc999\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:19.624073 3939 cni.go:473] [openshift-network-diagnostics/network-check-target-sgwgh aa9247a4d0b629205a535ef175f0a83e12509c43a7b1de437333ffab580a3653 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-sgwgh aa9247a4d0b629205a535ef175f0a83e12509c43a7b1de437333ffab580a3653 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4a:44:60:fa:42\",\"name\":\"aa9247a4d0b6292\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb9d755f-6821-4531-bade-0758f3bf8a3d\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:20.115552 3939 cni.go:452] [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key ] I0424 02:57:20.126388 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bb69fc5c4-9pfrw, hostIfaceName: f1fa13b35496acf, network: default, NAD default, SandboxID: "f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310", PCI device ID: , UID: "a008d072-3846-4ad5-a49d-233104bac023", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0424 02:57:20.175328 3939 cni.go:473] [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1d:4e:c9:ce:05\",\"name\":\"f1fa13b35496acf\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1344f956-53be-4f45-a95b-41c82c6100c2\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:20.235517 3939 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk f12a30da37e8feb780f1d394d5a59433ac2eecb4a5974c5033e7d5754ab6961f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk f12a30da37e8feb780f1d394d5a59433ac2eecb4a5974c5033e7d5754ab6961f network default NAD default NAD key ] I0424 02:57:20.245049 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-x4wgk, hostIfaceName: f12a30da37e8feb, network: default, NAD default, SandboxID: "f12a30da37e8feb780f1d394d5a59433ac2eecb4a5974c5033e7d5754ab6961f", PCI device ID: , UID: "9d9cb37f-cccc-4bf7-a4c4-fe5d42d72afd", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0424 02:57:20.245386 3939 cni.go:452] [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key ] I0424 02:57:20.264120 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7bf489c4d9-bkqtb, hostIfaceName: c44ab2093f2817c, network: default, NAD default, SandboxID: "c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0", PCI device ID: , UID: "2ae4fa16-a9af-46c6-aec0-778685336e3a", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0424 02:57:20.275448 3939 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96 fb893da21a23cdc65dd2b31ca92ce988b19d5e6c1d84874b0dc2fdd123fb2b7a network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96 fb893da21a23cdc65dd2b31ca92ce988b19d5e6c1d84874b0dc2fdd123fb2b7a network default NAD default NAD key ] I0424 02:57:20.286391 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-n2q96, hostIfaceName: fb893da21a23cdc, network: default, NAD default, SandboxID: "fb893da21a23cdc65dd2b31ca92ce988b19d5e6c1d84874b0dc2fdd123fb2b7a", PCI device ID: , UID: "130ec640-9718-454e-b171-1e4c644af1b1", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0424 02:57:20.301614 3939 cni.go:452] [openshift-ingress/router-default-8648f5cc7c-q2j64 50effe39700414685f9b5d75d41e877d984ca6177c24c267940b539567e823e3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-8648f5cc7c-q2j64 50effe39700414685f9b5d75d41e877d984ca6177c24c267940b539567e823e3 network default NAD default NAD key ] I0424 02:57:20.308736 3939 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk f12a30da37e8feb780f1d394d5a59433ac2eecb4a5974c5033e7d5754ab6961f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-x4wgk f12a30da37e8feb780f1d394d5a59433ac2eecb4a5974c5033e7d5754ab6961f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:1d:ca:76:12:88\",\"name\":\"f12a30da37e8feb\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b99ec8ea-5079-4d30-9852-955a94caf6fd\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:20.313868 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-8648f5cc7c-q2j64, hostIfaceName: 50effe397004146, network: default, NAD default, SandboxID: "50effe39700414685f9b5d75d41e877d984ca6177c24c267940b539567e823e3", PCI device ID: , UID: "b850b73c-9a01-47f0-bd7a-3b5cfcb07154", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0424 02:57:20.321127 3939 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt f9e4ef67e2d4d4a940f38c8621ecacea51af845bef454375af99b2eaeb812df0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt f9e4ef67e2d4d4a940f38c8621ecacea51af845bef454375af99b2eaeb812df0 network default NAD default NAD key ] I0424 02:57:20.333743 3939 cni.go:473] [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:33:47:ba:09:eb\",\"name\":\"c44ab2093f2817c\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/700c777a-54ec-4ed9-9d37-6710473f2d81\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:20.335329 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-q4xvt, hostIfaceName: f9e4ef67e2d4d4a, network: default, NAD default, SandboxID: "f9e4ef67e2d4d4a940f38c8621ecacea51af845bef454375af99b2eaeb812df0", PCI device ID: , UID: "06474acf-d242-48b4-91de-007fc98a0fef", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0424 02:57:20.362605 3939 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96 fb893da21a23cdc65dd2b31ca92ce988b19d5e6c1d84874b0dc2fdd123fb2b7a network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-n2q96 fb893da21a23cdc65dd2b31ca92ce988b19d5e6c1d84874b0dc2fdd123fb2b7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e8:76:9b:a3:5d\",\"name\":\"fb893da21a23cdc\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5e2b894-8fe7-4b6d-a4db-77dedb902e01\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:20.366444 3939 cni.go:452] [openshift-dns/dns-default-5vrvj bcab0421a124b1cacf8044fa9f139b3b89a301c12aa41098c7d2cdd9dfc3e8c0 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-5vrvj bcab0421a124b1cacf8044fa9f139b3b89a301c12aa41098c7d2cdd9dfc3e8c0 network default NAD default NAD key ] I0424 02:57:20.378031 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-5vrvj, hostIfaceName: bcab0421a124b1c, network: default, NAD default, SandboxID: "bcab0421a124b1cacf8044fa9f139b3b89a301c12aa41098c7d2cdd9dfc3e8c0", PCI device ID: , UID: "980ca9a0-8de4-4946-a921-00812fb09895", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0424 02:57:20.380505 3939 cni.go:473] [openshift-ingress/router-default-8648f5cc7c-q2j64 50effe39700414685f9b5d75d41e877d984ca6177c24c267940b539567e823e3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-8648f5cc7c-q2j64 50effe39700414685f9b5d75d41e877d984ca6177c24c267940b539567e823e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:96:2f:36:3f:04\",\"name\":\"50effe397004146\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c710c3c5-4c73-46bf-b084-89924077b834\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:20.409805 3939 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt f9e4ef67e2d4d4a940f38c8621ecacea51af845bef454375af99b2eaeb812df0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-q4xvt f9e4ef67e2d4d4a940f38c8621ecacea51af845bef454375af99b2eaeb812df0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:af:b9:17:43:a4\",\"name\":\"f9e4ef67e2d4d4a\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/affe64f6-3231-4af8-aeb1-7bb9e0bb5b16\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:20.441781 3939 cni.go:473] [openshift-dns/dns-default-5vrvj bcab0421a124b1cacf8044fa9f139b3b89a301c12aa41098c7d2cdd9dfc3e8c0 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-5vrvj bcab0421a124b1cacf8044fa9f139b3b89a301c12aa41098c7d2cdd9dfc3e8c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6c:5e:0f:f0:5e\",\"name\":\"bcab0421a124b1c\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/229adf1f-f22b-41c5-969b-c07ca385e22c\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:25.207863 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:25.277741 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 02:57:25.335643 3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:25.421041 3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:25.422802 3939 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 02:57:25.435773 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 02:57:25.435907 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0424 02:57:25.435988 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:25.435998 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:25.436003 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0424 02:57:25.512344 3939 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-jvt5j for pod on switch ip-10-0-2-137.ec2.internal I0424 02:57:25.512468 3939 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j I0424 02:57:25.534498 3939 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j] pod update took 22.055813ms I0424 02:57:25.534519 3939 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j] addLogicalPort annotation time took 22.081682ms I0424 02:57:25.535688 3939 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j] addLogicalPort took 23.361048ms, libovsdb time 825.047µs W0424 02:57:25.552402 3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 02:57:25.583424 3939 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-64d9447c48-rstmk IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-64d9447c48-rstmk: no pod IPs found I0424 02:57:25.635361 3939 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-gzz7j] creating logical port openshift-console_downloads-5c54f4944f-gzz7j for pod on switch ip-10-0-2-137.ec2.internal I0424 02:57:25.635477 3939 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-gzz7j I0424 02:57:25.650717 3939 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-bnhrk] creating logical port openshift-insights_insights-runtime-extractor-bnhrk for pod on switch ip-10-0-2-137.ec2.internal I0424 02:57:25.650815 3939 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-bnhrk I0424 02:57:25.677592 3939 pod.go:62] [openshift-console/downloads-5c54f4944f-gzz7j] pod update took 42.141256ms I0424 02:57:25.677610 3939 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-gzz7j] addLogicalPort annotation time took 42.162026ms I0424 02:57:25.678810 3939 pods.go:271] [openshift-console/downloads-5c54f4944f-gzz7j] addLogicalPort took 43.463326ms, libovsdb time 800.578µs I0424 02:57:25.688503 3939 pod.go:62] [openshift-insights/insights-runtime-extractor-bnhrk] pod update took 37.712207ms I0424 02:57:25.688519 3939 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-bnhrk] addLogicalPort annotation time took 37.732243ms I0424 02:57:25.689547 3939 pods.go:271] [openshift-insights/insights-runtime-extractor-bnhrk] addLogicalPort took 38.839771ms, libovsdb time 738.874µs I0424 02:57:25.957273 3939 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j fb9ac73690def3e1bbcee9f36965c834d752f2389c085802b64844c330c4742f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j fb9ac73690def3e1bbcee9f36965c834d752f2389c085802b64844c330c4742f network default NAD default NAD key ] I0424 02:57:25.967301 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-jvt5j, hostIfaceName: fb9ac73690def3e, network: default, NAD default, SandboxID: "fb9ac73690def3e1bbcee9f36965c834d752f2389c085802b64844c330c4742f", PCI device ID: , UID: "8a084ec0-ed7b-4ebb-a45e-c8f47505cc20", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0424 02:57:26.020118 3939 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j fb9ac73690def3e1bbcee9f36965c834d752f2389c085802b64844c330c4742f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-jvt5j fb9ac73690def3e1bbcee9f36965c834d752f2389c085802b64844c330c4742f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c8:c4:d8:57:3b\",\"name\":\"fb9ac73690def3e\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53e4c21f-27ac-43fb-aa3d-b89ca3a399bb\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:26.034238 3939 cni.go:452] [openshift-console/downloads-5c54f4944f-gzz7j eaa8b11c6a7c568fbe6379d43e980c6244d9f093e801ddb1332ca0ca8bdc33ca network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-gzz7j eaa8b11c6a7c568fbe6379d43e980c6244d9f093e801ddb1332ca0ca8bdc33ca network default NAD default NAD key ] I0424 02:57:26.043472 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-gzz7j, hostIfaceName: eaa8b11c6a7c568, network: default, NAD default, SandboxID: "eaa8b11c6a7c568fbe6379d43e980c6244d9f093e801ddb1332ca0ca8bdc33ca", PCI device ID: , UID: "81237671-6982-4078-999b-36cbe29bf425", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0424 02:57:26.049720 3939 cni.go:452] [openshift-insights/insights-runtime-extractor-bnhrk 5f06c1e29cae732dee68a2e2686a52ff93ac664c0ff09deda51b07ecf6d0ca7b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-bnhrk 5f06c1e29cae732dee68a2e2686a52ff93ac664c0ff09deda51b07ecf6d0ca7b network default NAD default NAD key ] I0424 02:57:26.059447 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-bnhrk, hostIfaceName: 5f06c1e29cae732, network: default, NAD default, SandboxID: "5f06c1e29cae732dee68a2e2686a52ff93ac664c0ff09deda51b07ecf6d0ca7b", PCI device ID: , UID: "77c9e169-719c-449c-88f9-f3e4607feef2", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0424 02:57:26.093303 3939 cni.go:473] [openshift-console/downloads-5c54f4944f-gzz7j eaa8b11c6a7c568fbe6379d43e980c6244d9f093e801ddb1332ca0ca8bdc33ca network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-gzz7j eaa8b11c6a7c568fbe6379d43e980c6244d9f093e801ddb1332ca0ca8bdc33ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:21:a4:b1:2d:cc\",\"name\":\"eaa8b11c6a7c568\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8602fba1-a26d-4840-ba1e-a17d8214ee9f\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:26.113086 3939 cni.go:473] [openshift-insights/insights-runtime-extractor-bnhrk 5f06c1e29cae732dee68a2e2686a52ff93ac664c0ff09deda51b07ecf6d0ca7b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-bnhrk 5f06c1e29cae732dee68a2e2686a52ff93ac664c0ff09deda51b07ecf6d0ca7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:8c:3b:20:d3:77\",\"name\":\"5f06c1e29cae732\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/625a3fab-cb5f-483a-8fa9-c3e6d1f9f086\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 02:57:26.552262 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-139.ec2.internal in network "default" I0424 02:57:26.552273 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "ip-10-0-1-139.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:26.552309 3939 node_tracker.go:235] Node ip-10-0-1-139.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-139.ec2.internal" I0424 02:57:26.552324 3939 node_tracker.go:169] Node ip-10-0-1-139.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:26.552336 3939 services_controller.go:574] Full service sync requested for network=default W0424 02:57:26.552854 3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:26.552879 3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:26.587691 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "ip-10-0-1-139.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:26.729137 3939 default_network_controller.go:1025] Node "ip-10-0-1-139.ec2.internal" in remote zone "ip-10-0-1-139.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:26.729160 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-139.ec2.internal in network "default" I0424 02:57:26.729225 3939 node_tracker.go:169] Node ip-10-0-1-139.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:26.729244 3939 services_controller.go:574] Full service sync requested for network=default W0424 02:57:26.729801 3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:26.729810 3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:26.730284 3939 zone_ic_handler.go:195] Time taken to create transit switch: 354.581µs I0424 02:57:26.730299 3939 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-139.ec2.internal for the network default I0424 02:57:26.731612 3939 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-139.ec2.internal" on network "default" took: 1.700154ms I0424 02:57:26.889001 3939 base_network_controller_pods.go:487] [default/openshift-console/console-84465d948b-lvqcr] creating logical port openshift-console_console-84465d948b-lvqcr for pod on switch ip-10-0-2-137.ec2.internal I0424 02:57:26.889108 3939 kube.go:256] Updating pod openshift-console/console-84465d948b-lvqcr I0424 02:57:26.903339 3939 pod.go:62] [openshift-console/console-84465d948b-lvqcr] pod update took 14.260518ms I0424 02:57:26.903363 3939 base_network_controller_pods.go:951] [default/openshift-console/console-84465d948b-lvqcr] addLogicalPort annotation time took 14.291151ms I0424 02:57:26.904538 3939 pods.go:271] [openshift-console/console-84465d948b-lvqcr] addLogicalPort took 15.557105ms, libovsdb time 794.95µs I0424 02:57:27.280442 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:57:27.280462 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 26.719µs I0424 02:57:27.280491 3939 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-139.ec2.internal in network "default" I0424 02:57:27.280496 3939 egressfirewall.go:723] Syncing node "ip-10-0-1-139.ec2.internal" for egress firewall I0424 02:57:27.280516 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-139.ec2.internal", IP: 10.0.1.139 to PMTUD blocking rules I0424 02:57:27.280530 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-139.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 02:57:27.280539 3939 node_tracker.go:169] Node ip-10-0-1-139.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:27.280551 3939 services_controller.go:574] Full service sync requested for network=default W0424 02:57:27.280702 3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:27.280710 3939 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:27.286726 3939 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-139.ec2.internal. Updating no re-route policies I0424 02:57:27.301718 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-139.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 02:57:27.301737 3939 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-139.ec2.internal", IP: 10.0.1.139 to PMTUD blocking rules W0424 02:57:27.695706 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 02:57:27.695735 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:27.807140 3939 cni.go:452] [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key ] I0424 02:57:27.817162 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-84465d948b-lvqcr, hostIfaceName: 3181da22f5c381d, network: default, NAD default, SandboxID: "3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23", PCI device ID: , UID: "077b30e3-983d-4084-9bea-b2e8f1f56375", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0424 02:57:27.866612 3939 cni.go:473] [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:1c:39:c6:a3:19\",\"name\":\"3181da22f5c381d\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f961049-caea-4ff8-8cba-1b45499797a4\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 02:57:27.937529 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 02:57:27.962425 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 02:57:31.383308 3939 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:57:31.383341 3939 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 39.293µs W0424 02:57:31.792754 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 02:57:31.972596 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 02:57:34.088485 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 02:57:34.927731 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:34.927749 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:34.927755 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:38.035589 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 02:57:41.720152 3939 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-86dc6b9fd4-zdrmp IP address from the namespace address-set, err: pod openshift-console/console-86dc6b9fd4-zdrmp: no pod IPs found W0424 02:57:41.782206 3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:41.782242 3939 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:41.782250 3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 02:57:44.142004 3939 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 02:57:44.728626 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:44.728648 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:45.751858 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 02:57:45.777055 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 02:57:45.817544 3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:57:45.817563 3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:57:46.023556 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 02:57:46.050211 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0424 02:57:46.879097 3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:46.879124 3939 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:46.879130 3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:46.924754 3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:57:46.924778 3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:57:47.811057 3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:47.811083 3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:47.811090 3939 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:47.811095 3939 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:48.894356 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 02:57:50.729332 3939 cni.go:452] [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key ] I0424 02:57:50.811703 3939 cni.go:473] [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7bb69fc5c4-9pfrw f1fa13b35496acfbf8e2e0be2ed48be023c7bc33385740db74b7da93c1760310 network default NAD default NAD key default], result "{}", err I0424 02:57:50.863457 3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:50.863509 3939 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7bb69fc5c4-9pfrw I0424 02:57:50.865119 3939 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7bb69fc5c4-9pfrw, ips: 10.128.0.5 I0424 02:57:50.865155 3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:50.875070 3939 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-568744ddc-6pmfr] creating logical port openshift-image-registry_image-registry-568744ddc-6pmfr for pod on switch ip-10-0-2-137.ec2.internal I0424 02:57:50.875240 3939 kube.go:256] Updating pod openshift-image-registry/image-registry-568744ddc-6pmfr I0424 02:57:50.894518 3939 pod.go:62] [openshift-image-registry/image-registry-568744ddc-6pmfr] pod update took 19.367323ms I0424 02:57:50.894543 3939 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-568744ddc-6pmfr] addLogicalPort annotation time took 19.397568ms I0424 02:57:50.895833 3939 pods.go:271] [openshift-image-registry/image-registry-568744ddc-6pmfr] addLogicalPort took 20.781772ms, libovsdb time 942.022µs W0424 02:57:50.910015 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 02:57:51.051600 3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:51.051626 3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:51.059111 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb69fc5c4-9pfrw I0424 02:57:51.059144 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb69fc5c4-9pfrw I0424 02:57:51.243080 3939 cni.go:452] [openshift-image-registry/image-registry-568744ddc-6pmfr 8d5801b8c7059eca366f2997224d2ca564ad41979a2beb38597a514d2091861c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-568744ddc-6pmfr 8d5801b8c7059eca366f2997224d2ca564ad41979a2beb38597a514d2091861c network default NAD default NAD key ] I0424 02:57:51.253366 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-568744ddc-6pmfr, hostIfaceName: 8d5801b8c7059ec, network: default, NAD default, SandboxID: "8d5801b8c7059eca366f2997224d2ca564ad41979a2beb38597a514d2091861c", PCI device ID: , UID: "e9bd732c-bea6-40a7-b634-4900c6e646c3", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0424 02:57:51.307638 3939 cni.go:473] [openshift-image-registry/image-registry-568744ddc-6pmfr 8d5801b8c7059eca366f2997224d2ca564ad41979a2beb38597a514d2091861c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-568744ddc-6pmfr 8d5801b8c7059eca366f2997224d2ca564ad41979a2beb38597a514d2091861c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:69:5f:0c:49:13\",\"name\":\"8d5801b8c7059ec\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bd08878-5e7e-4893-85cf-a724ce85465b\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 02:57:53.677680 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 02:57:53.677713 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 02:57:53.724344 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 02:57:53.724367 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:59.382492 3939 obj_retry.go:498] Detected object openshift-console/console-84465d948b-zmr6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:59.383090 3939 obj_retry.go:498] Detected object openshift-console/console-84465d948b-zmr6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:59.956827 3939 obj_retry.go:492] Detected object openshift-console/console-84465d948b-zmr6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:59.956853 3939 obj_retry.go:492] Detected object openshift-console/console-84465d948b-zmr6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:59.960439 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84465d948b-zmr6m I0424 02:57:59.960463 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84465d948b-zmr6m I0424 02:58:07.015195 3939 obj_retry.go:498] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:07.015699 3939 obj_retry.go:498] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:07.890177 3939 obj_retry.go:492] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:07.890198 3939 obj_retry.go:492] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:07.903591 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86dc6b9fd4-tgncp I0424 02:58:07.903617 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86dc6b9fd4-tgncp W0424 02:58:13.074523 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:58:19.048697 3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:19.049255 3939 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:20.058745 3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:20.058770 3939 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:20.068410 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64d9447c48-rwxvb I0424 02:58:20.068434 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64d9447c48-rwxvb W0424 02:58:26.185196 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 02:58:26.185245 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 02:58:26.185303 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 02:58:26.218984 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 02:58:26.219079 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 02:58:26.219007 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 02:58:27.189504 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 02:58:27.189534 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 02:58:27.189570 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 02:58:27.214647 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 02:58:27.242090 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 02:58:28.202832 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0424 02:58:30.221777 3939 cni.go:452] [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key ] I0424 02:58:30.303387 3939 cni.go:473] [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7bf489c4d9-bkqtb c44ab2093f2817cfb3d1a110aa86b4a85178b615ccdbf1c87faa85b1535bfce0 network default NAD default NAD key default], result "{}", err I0424 02:58:30.376442 3939 obj_retry.go:498] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:30.376482 3939 pods.go:176] Deleting pod: openshift-ingress/router-default-7bf489c4d9-bkqtb I0424 02:58:30.377793 3939 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7bf489c4d9-bkqtb, ips: 10.128.0.12 I0424 02:58:30.377823 3939 obj_retry.go:498] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:31.205073 3939 obj_retry.go:492] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:31.205098 3939 obj_retry.go:492] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:31.213387 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7bf489c4d9-bkqtb I0424 02:58:31.213420 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7bf489c4d9-bkqtb I0424 02:58:35.251564 3939 cni.go:452] [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key ] I0424 02:58:35.325920 3939 cni.go:473] [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-84465d948b-lvqcr 3181da22f5c381d0ae2edb98dd40f9fd7c31d23269d94a0c60ff966ab604eb23 network default NAD default NAD key default], result "{}", err I0424 02:58:35.391264 3939 obj_retry.go:498] Detected object openshift-console/console-84465d948b-lvqcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:35.391295 3939 pods.go:176] Deleting pod: openshift-console/console-84465d948b-lvqcr I0424 02:58:35.392608 3939 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84465d948b-lvqcr, ips: 10.128.0.26 I0424 02:58:35.392634 3939 obj_retry.go:498] Detected object openshift-console/console-84465d948b-lvqcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:36.232699 3939 obj_retry.go:492] Detected object openshift-console/console-84465d948b-lvqcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:36.232723 3939 obj_retry.go:492] Detected object openshift-console/console-84465d948b-lvqcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:36.239518 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84465d948b-lvqcr I0424 02:58:36.239549 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84465d948b-lvqcr I0424 02:58:50.168031 3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.168562 3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.168590 3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.168598 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 02:58:50.168614 3939 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.168618 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 02:58:51.194197 3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:51.194223 3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:51.194245 3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:51.194254 3939 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:54.512580 3939 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 02:58:54.525754 3939 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 02:58:58.176074 3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:58.176593 3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:59.082437 3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:59.082466 3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:59.089305 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 02:58:59.089330 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 02:59:02.614632 3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:02.615212 3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:03.237695 3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:03.237721 3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:03.246432 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 02:59:03.246457 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 02:59:04.556554 3939 base_network_controller_pods.go:487] [default/openshift-console/console-5c58bf489-sxrq2] creating logical port openshift-console_console-5c58bf489-sxrq2 for pod on switch ip-10-0-2-137.ec2.internal I0424 02:59:04.556664 3939 kube.go:256] Updating pod openshift-console/console-5c58bf489-sxrq2 I0424 02:59:04.573216 3939 pod.go:62] [openshift-console/console-5c58bf489-sxrq2] pod update took 16.577059ms I0424 02:59:04.573238 3939 base_network_controller_pods.go:951] [default/openshift-console/console-5c58bf489-sxrq2] addLogicalPort annotation time took 16.606291ms I0424 02:59:04.574396 3939 pods.go:271] [openshift-console/console-5c58bf489-sxrq2] addLogicalPort took 17.858173ms, libovsdb time 788.885µs I0424 02:59:04.933606 3939 cni.go:452] [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key ] I0424 02:59:04.942967 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c58bf489-sxrq2, hostIfaceName: b00ea14987ae089, network: default, NAD default, SandboxID: "b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971", PCI device ID: , UID: "cd2abf3d-0c42-467e-9b95-677eb9bffe04", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0424 02:59:04.993427 3939 cni.go:473] [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:db:38:63:85:5f\",\"name\":\"b00ea14987ae089\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db759e6a-e5a3-487f-806b-02d3cb3d67b5\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 02:59:15.403101 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 02:59:29.923075 3939 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-8h8wn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:29.923647 3939 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-8h8wn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:30.352848 3939 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-8h8wn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:30.352871 3939 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-8h8wn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:30.359310 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c6f4894b-8h8wn I0424 02:59:30.359339 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c6f4894b-8h8wn I0424 02:59:30.850545 3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:30.851114 3939 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:31.390211 3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:31.390237 3939 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:31.397848 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 02:59:31.397872 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 02:59:40.762460 3939 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-bgbdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:40.763085 3939 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-bgbdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:41.254714 3939 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-bgbdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:41.254739 3939 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-bgbdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:41.258274 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c6f4894b-bgbdh I0424 02:59:41.258304 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c6f4894b-bgbdh I0424 02:59:55.172359 3939 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 03:00:05.493883 3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:05.494444 3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:05.841873 3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:05.842405 3939 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:06.379031 3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:00:06.379067 3939 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:00:06.388015 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 03:00:06.388035 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 03:00:06.515623 3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:00:06.515649 3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:44.253077 3939 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-jqrmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:44.253627 3939 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-jqrmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:44.927957 3939 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-jqrmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:44.927982 3939 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-jqrmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:44.936187 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c58bf489-jqrmf I0424 03:01:44.936213 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c58bf489-jqrmf I0424 03:01:51.024327 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0424 03:01:54.904612 3939 cni.go:452] [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key ] I0424 03:01:54.982944 3939 cni.go:473] [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c58bf489-sxrq2 b00ea14987ae0898f7d678e6221b6494019ca8d0bffb01224d4e09b6012fe971 network default NAD default NAD key default], result "{}", err I0424 03:01:55.043480 3939 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-sxrq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:55.043523 3939 pods.go:176] Deleting pod: openshift-console/console-5c58bf489-sxrq2 I0424 03:01:55.044698 3939 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c58bf489-sxrq2, ips: 10.128.0.28 I0424 03:01:55.044733 3939 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-sxrq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:55.985170 3939 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-sxrq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:55.985198 3939 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-sxrq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:55.988508 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c58bf489-sxrq2 I0424 03:01:55.988540 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c58bf489-sxrq2 I0424 03:02:33.895658 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 03:02:37.591711 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 I0424 03:02:47.808437 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0424 03:03:18.591349 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=84 I0424 03:03:19.600178 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=660 I0424 03:03:35.720960 3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0424 03:03:38.931198 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 03:03:42.900024 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 03:03:52.702991 3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 03:03:56.313177 3939 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-ch4fp for pod on switch ip-10-0-2-137.ec2.internal I0424 03:03:56.313301 3939 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp I0424 03:03:56.340581 3939 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp] pod update took 27.304434ms I0424 03:03:56.340612 3939 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp] addLogicalPort annotation time took 27.339713ms I0424 03:03:56.341967 3939 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp] addLogicalPort took 28.800814ms, libovsdb time 907.94µs I0424 03:03:56.671845 3939 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp bfa9cded6bf15e370e57af96b5989a8213e2c2cf0e494c35c551d64cd5994c75 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp bfa9cded6bf15e370e57af96b5989a8213e2c2cf0e494c35c551d64cd5994c75 network default NAD default NAD key ] I0424 03:03:56.681720 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-ch4fp, hostIfaceName: bfa9cded6bf15e3, network: default, NAD default, SandboxID: "bfa9cded6bf15e370e57af96b5989a8213e2c2cf0e494c35c551d64cd5994c75", PCI device ID: , UID: "c8775e27-1a3d-4fbb-8998-99b1d5d73559", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0424 03:03:56.729820 3939 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp bfa9cded6bf15e370e57af96b5989a8213e2c2cf0e494c35c551d64cd5994c75 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-ch4fp bfa9cded6bf15e370e57af96b5989a8213e2c2cf0e494c35c551d64cd5994c75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d7:43:92:57:15\",\"name\":\"bfa9cded6bf15e3\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fcd2ea4-8e5c-47ef-a8ee-aee20fc1a63b\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:03:59.446355 3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 03:03:59.595069 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0424 03:04:08.593471 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0424 03:04:10.456179 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 03:04:10.493849 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 03:04:10.493947 3939 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-dh5vp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-dh5vp: no pod IPs found I0424 03:04:32.069468 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 03:05:01.017965 3939 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 03:05:12.906056 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 03:06:22.593662 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0424 03:06:30.342301 3939 namespace.go:98] [tsf] adding namespace I0424 03:06:30.343181 3939 namespace.go:102] [tsf] adding namespace took 857.231µs I0424 03:06:30.368358 3939 namespace.go:142] [tsf] updating namespace I0424 03:06:30.381909 3939 namespace.go:142] [tsf] updating namespace I0424 03:06:34.366904 3939 namespace.go:98] [tsf-keycloak] adding namespace I0424 03:06:34.367838 3939 namespace.go:102] [tsf-keycloak] adding namespace took 908.255µs I0424 03:06:34.374697 3939 namespace.go:98] [tsf-tas] adding namespace I0424 03:06:34.374778 3939 namespace.go:98] [rhtpa-operator] adding namespace I0424 03:06:34.375457 3939 namespace.go:102] [tsf-tas] adding namespace took 742.348µs I0424 03:06:34.376087 3939 namespace.go:102] [rhtpa-operator] adding namespace took 1.292432ms I0424 03:06:34.376120 3939 namespace.go:98] [konflux-operator] adding namespace I0424 03:06:34.376597 3939 namespace.go:102] [konflux-operator] adding namespace took 466.758µs I0424 03:06:34.377716 3939 namespace.go:98] [rhbk-operator] adding namespace I0424 03:06:34.378301 3939 namespace.go:102] [rhbk-operator] adding namespace took 567.759µs I0424 03:06:34.383712 3939 namespace.go:98] [tsf-tpa] adding namespace I0424 03:06:34.383742 3939 namespace.go:98] [cert-manager-operator] adding namespace I0424 03:06:34.383873 3939 namespace.go:98] [konflux-ui] adding namespace I0424 03:06:34.384283 3939 namespace.go:102] [tsf-tpa] adding namespace took 555.821µs I0424 03:06:34.384824 3939 namespace.go:102] [cert-manager-operator] adding namespace took 1.069868ms I0424 03:06:34.385319 3939 namespace.go:102] [konflux-ui] adding namespace took 1.42968ms I0424 03:06:34.407314 3939 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:34.412265 3939 namespace.go:142] [konflux-operator] updating namespace I0424 03:06:34.421257 3939 namespace.go:142] [tsf-tas] updating namespace I0424 03:06:34.421295 3939 namespace.go:142] [rhbk-operator] updating namespace I0424 03:06:34.421424 3939 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:06:34.428970 3939 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:34.428975 3939 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:34.436342 3939 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:06:34.436430 3939 namespace.go:142] [konflux-ui] updating namespace I0424 03:06:34.451833 3939 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:34.476491 3939 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:06:34.497498 3939 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:06:34.508352 3939 namespace.go:142] [konflux-operator] updating namespace I0424 03:06:34.539514 3939 namespace.go:142] [konflux-operator] updating namespace I0424 03:06:34.548263 3939 namespace.go:142] [rhbk-operator] updating namespace I0424 03:06:34.575535 3939 namespace.go:142] [rhbk-operator] updating namespace I0424 03:06:34.583227 3939 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:34.591123 3939 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:34.612056 3939 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:06:34.627756 3939 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:06:34.650465 3939 namespace.go:142] [konflux-ui] updating namespace I0424 03:06:34.667256 3939 namespace.go:142] [konflux-ui] updating namespace I0424 03:06:34.676337 3939 namespace.go:142] [tsf-tas] updating namespace I0424 03:06:34.689352 3939 namespace.go:142] [tsf-tas] updating namespace I0424 03:06:35.644725 3939 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:35.662185 3939 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:43.465911 3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.466441 3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.466464 3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.466473 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:43.466490 3939 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.466497 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:43.488599 3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.488987 3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.489009 3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.489017 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:43.489032 3939 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.489039 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:44.493903 3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.493975 3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.493990 3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.494002 3939 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.516074 3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.516098 3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.516108 3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.516118 3939 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:51.130013 3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.130508 3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.130531 3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.130539 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:51.130551 3939 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.130556 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:51.162797 3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.163214 3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.163238 3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.163245 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:51.163255 3939 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.163259 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:52.159618 3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.159644 3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.159657 3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.159675 3939 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.177213 3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.177712 3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.177740 3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.177748 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:52.177759 3939 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.177763 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:52.192611 3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.192630 3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.192639 3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.192650 3939 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.204560 3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.204963 3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.204983 3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.204990 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:52.205001 3939 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.205007 3939 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:53.208254 3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.208281 3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.208296 3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.208312 3939 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235794 3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235811 3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235821 3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235835 3939 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:06:56.154730 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.417557 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.430519 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.452194 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.463739 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:01.191453 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 03:07:09.621559 3939 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-kb6vh for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:09.621679 3939 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh I0424 03:07:09.643815 3939 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh] pod update took 22.165057ms I0424 03:07:09.643834 3939 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh] addLogicalPort annotation time took 22.188689ms I0424 03:07:09.645060 3939 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh] addLogicalPort took 23.518426ms, libovsdb time 861.209µs I0424 03:07:10.281050 3939 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh 0feae7aa2790e251bddf09b411b8ee564cb919918750cae80012ee3aff7e11bb network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh 0feae7aa2790e251bddf09b411b8ee564cb919918750cae80012ee3aff7e11bb network default NAD default NAD key ] I0424 03:07:10.289996 3939 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-kb6vh, hostIfaceName: 0feae7aa2790e25, network: default, NAD default, SandboxID: "0feae7aa2790e251bddf09b411b8ee564cb919918750cae80012ee3aff7e11bb", PCI device ID: , UID: "d519f47d-c67b-4fda-a1b4-92a55c5a9653", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0424 03:07:10.339738 3939 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh 0feae7aa2790e251bddf09b411b8ee564cb919918750cae80012ee3aff7e11bb network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kb6vh 0feae7aa2790e251bddf09b411b8ee564cb919918750cae80012ee3aff7e11bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:1e:e2:14:ea:60\",\"name\":\"0feae7aa2790e25\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2594a76c-9bd8-4f65-878a-ae3a8ee0a9b9\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:07:14.223171 3939 namespace.go:98] [cert-manager] adding namespace I0424 03:07:14.224042 3939 namespace.go:102] [cert-manager] adding namespace took 846.252µs I0424 03:07:14.248726 3939 namespace.go:142] [cert-manager] updating namespace I0424 03:07:14.266139 3939 namespace.go:142] [cert-manager] updating namespace I0424 03:07:14.276218 3939 namespace.go:142] [openshift-operators] updating namespace I0424 03:07:14.300920 3939 namespace.go:142] [openshift-operators] updating namespace I0424 03:07:15.356538 3939 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-2fwr5 for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:15.356633 3939 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5 I0424 03:07:15.401606 3939 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5] pod update took 44.995658ms I0424 03:07:15.401632 3939 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5] addLogicalPort annotation time took 45.029298ms I0424 03:07:15.402882 3939 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5] addLogicalPort took 46.36345ms, libovsdb time 845.497µs I0424 03:07:16.017724 3939 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5 abfe7a1201733595dbf667cba98ff92e7ea8ced21844a59b29fbd204a99f4b84 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5 abfe7a1201733595dbf667cba98ff92e7ea8ced21844a59b29fbd204a99f4b84 network default NAD default NAD key ] I0424 03:07:16.026707 3939 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-2fwr5, hostIfaceName: abfe7a120173359, network: default, NAD default, SandboxID: "abfe7a1201733595dbf667cba98ff92e7ea8ced21844a59b29fbd204a99f4b84", PCI device ID: , UID: "e7feab64-2991-448d-8c5a-a7bb1acb878b", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0424 03:07:16.076010 3939 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5 abfe7a1201733595dbf667cba98ff92e7ea8ced21844a59b29fbd204a99f4b84 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-2fwr5 abfe7a1201733595dbf667cba98ff92e7ea8ced21844a59b29fbd204a99f4b84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:3c:d9:1b:67:fb\",\"name\":\"abfe7a120173359\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30f668f9-2189-4d98-82f9-658da5f87a16\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:07:19.211989 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 03:07:19.212014 3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 03:07:19.883467 3939 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-7xhfh for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:19.883545 3939 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh I0424 03:07:19.902264 3939 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh] pod update took 18.740025ms I0424 03:07:19.902289 3939 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh] addLogicalPort annotation time took 18.768191ms I0424 03:07:19.903497 3939 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh] addLogicalPort took 20.046327ms, libovsdb time 849.353µs I0424 03:07:20.238432 3939 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh 1d0852303a5619926716ead8ad4fdce2a9cbff94218f612ccb49296e174b4db0 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh 1d0852303a5619926716ead8ad4fdce2a9cbff94218f612ccb49296e174b4db0 network default NAD default NAD key ] I0424 03:07:20.248395 3939 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-7xhfh, hostIfaceName: 1d0852303a56199, network: default, NAD default, SandboxID: "1d0852303a5619926716ead8ad4fdce2a9cbff94218f612ccb49296e174b4db0", PCI device ID: , UID: "34947028-3287-4011-b015-705229f06eee", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0424 03:07:20.297804 3939 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh 1d0852303a5619926716ead8ad4fdce2a9cbff94218f612ccb49296e174b4db0 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-7xhfh 1d0852303a5619926716ead8ad4fdce2a9cbff94218f612ccb49296e174b4db0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c3:e4:50:ed:5e\",\"name\":\"1d0852303a56199\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c8bb5c6-4d54-4958-8d6f-fd1768b15bd3\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:07:21.031092 3939 namespace.go:142] [openshift-operators] updating namespace I0424 03:07:21.738322 3939 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-z2hhj for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:21.738460 3939 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj I0424 03:07:21.759396 3939 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj] pod update took 20.955965ms I0424 03:07:21.759418 3939 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj] addLogicalPort annotation time took 20.98065ms I0424 03:07:21.760699 3939 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj] addLogicalPort took 22.396391ms, libovsdb time 859.649µs I0424 03:07:22.096887 3939 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj 2f59e07186ecf3a04fae41d5b70f243bed29a742892da10539db5e11f1f4d3be network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj 2f59e07186ecf3a04fae41d5b70f243bed29a742892da10539db5e11f1f4d3be network default NAD default NAD key ] I0424 03:07:22.108172 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-z2hhj, hostIfaceName: 2f59e07186ecf3a, network: default, NAD default, SandboxID: "2f59e07186ecf3a04fae41d5b70f243bed29a742892da10539db5e11f1f4d3be", PCI device ID: , UID: "f6454380-2f2f-42b1-915d-49731243952c", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0424 03:07:22.155602 3939 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj 2f59e07186ecf3a04fae41d5b70f243bed29a742892da10539db5e11f1f4d3be network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-z2hhj 2f59e07186ecf3a04fae41d5b70f243bed29a742892da10539db5e11f1f4d3be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4f:93:06:a2:3d\",\"name\":\"2f59e07186ecf3a\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bab853b4-412e-4e69-94b1-c8e462f9a6a7\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:07:25.264348 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 03:07:25.264371 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 03:07:26.617555 3939 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-ntxqm for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:26.617704 3939 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm I0424 03:07:26.643068 3939 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm] pod update took 25.399706ms I0424 03:07:26.643091 3939 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm] addLogicalPort annotation time took 25.423912ms I0424 03:07:26.644308 3939 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm] addLogicalPort took 26.776123ms, libovsdb time 785.427µs I0424 03:07:26.977151 3939 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm 688ee87e1d65192153db9e120786fa5b3b623ca37ba7ffaf75d57b91dfe83e60 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm 688ee87e1d65192153db9e120786fa5b3b623ca37ba7ffaf75d57b91dfe83e60 network default NAD default NAD key ] I0424 03:07:26.987500 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-ntxqm, hostIfaceName: 688ee87e1d65192, network: default, NAD default, SandboxID: "688ee87e1d65192153db9e120786fa5b3b623ca37ba7ffaf75d57b91dfe83e60", PCI device ID: , UID: "a2b09a66-3c6a-4f01-8f02-455fae1f9580", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0424 03:07:27.038203 3939 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm 688ee87e1d65192153db9e120786fa5b3b623ca37ba7ffaf75d57b91dfe83e60 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ntxqm 688ee87e1d65192153db9e120786fa5b3b623ca37ba7ffaf75d57b91dfe83e60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d4:9e:4b:a2:e4\",\"name\":\"688ee87e1d65192\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a100168-4218-4aa9-90fc-976d57e3b3dd\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:07:28.747554 3939 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 03:07:28.748457 3939 namespace.go:102] [trusted-artifact-signer] adding namespace took 876.458µs I0424 03:07:28.780370 3939 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:28.801442 3939 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:28.947511 3939 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-qf4kk for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:28.947652 3939 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk I0424 03:07:28.972315 3939 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk] pod update took 24.697845ms I0424 03:07:28.972344 3939 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk] addLogicalPort annotation time took 24.732621ms I0424 03:07:28.973569 3939 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk] addLogicalPort took 26.073193ms, libovsdb time 855.991µs W0424 03:07:29.305503 3939 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 03:07:29.306845 3939 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk 5003d4e7412a83cbca2e16f45935eeed396f6ad6ba4129609df24b9711426df0 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk 5003d4e7412a83cbca2e16f45935eeed396f6ad6ba4129609df24b9711426df0 network default NAD default NAD key ] I0424 03:07:29.316562 3939 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-qf4kk, hostIfaceName: 5003d4e7412a83c, network: default, NAD default, SandboxID: "5003d4e7412a83cbca2e16f45935eeed396f6ad6ba4129609df24b9711426df0", PCI device ID: , UID: "cd496eb0-67d0-4051-b3a6-ad5997be0edd", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0424 03:07:29.365149 3939 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk 5003d4e7412a83cbca2e16f45935eeed396f6ad6ba4129609df24b9711426df0 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-qf4kk 5003d4e7412a83cbca2e16f45935eeed396f6ad6ba4129609df24b9711426df0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ad:df:f6:e7:d5\",\"name\":\"5003d4e7412a83c\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2aa1a72-d2d2-40f3-bc9e-bf34a7d73cf6\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:07:36.816154 3939 namespace.go:98] [openshift-pipelines] adding namespace I0424 03:07:36.817162 3939 namespace.go:102] [openshift-pipelines] adding namespace took 981.305µs I0424 03:07:36.837130 3939 namespace.go:142] [openshift-pipelines] updating namespace I0424 03:07:37.815438 3939 namespace.go:142] [cert-manager] updating namespace I0424 03:07:38.012001 3939 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:07:38.415476 3939 namespace.go:142] [konflux-operator] updating namespace I0424 03:07:38.617732 3939 namespace.go:142] [konflux-ui] updating namespace I0424 03:07:38.815154 3939 namespace.go:142] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] updating namespace I0424 03:07:39.216364 3939 namespace.go:142] [rhbk-operator] updating namespace I0424 03:07:39.420404 3939 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:07:39.617274 3939 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:39.816835 3939 namespace.go:142] [tsf] updating namespace I0424 03:07:40.022056 3939 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:07:40.217820 3939 namespace.go:142] [tsf-tas] updating namespace W0424 03:07:40.268566 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 03:07:40.424874 3939 namespace.go:142] [tsf-tpa] updating namespace I0424 03:07:40.568090 3939 namespace.go:142] [cert-manager] updating namespace I0424 03:07:40.580332 3939 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:07:40.597587 3939 namespace.go:142] [default] updating namespace I0424 03:07:40.611333 3939 namespace.go:142] [konflux-operator] updating namespace I0424 03:07:40.625628 3939 namespace.go:142] [konflux-ui] updating namespace I0424 03:07:40.655704 3939 namespace.go:142] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] updating namespace I0424 03:07:40.665569 3939 namespace.go:142] [openshift] updating namespace I0424 03:07:40.683027 3939 namespace.go:142] [rhbk-operator] updating namespace I0424 03:07:40.698240 3939 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:07:40.707885 3939 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:40.726401 3939 namespace.go:142] [tsf] updating namespace I0424 03:07:40.741050 3939 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:07:40.767167 3939 namespace.go:142] [tsf-tas] updating namespace I0424 03:07:40.787503 3939 namespace.go:142] [tsf-tpa] updating namespace I0424 03:07:40.835309 3939 namespace.go:142] [cert-manager] updating namespace I0424 03:07:40.942967 3939 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:07:41.015840 3939 namespace.go:142] [default] updating namespace I0424 03:07:41.106570 3939 namespace.go:142] [konflux-operator] updating namespace I0424 03:07:41.202000 3939 namespace.go:142] [konflux-ui] updating namespace I0424 03:07:41.303196 3939 namespace.go:142] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] updating namespace I0424 03:07:41.426076 3939 namespace.go:142] [openshift] updating namespace I0424 03:07:41.523268 3939 namespace.go:142] [rhbk-operator] updating namespace I0424 03:07:41.637388 3939 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:07:41.721535 3939 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:41.902078 3939 namespace.go:142] [tsf] updating namespace I0424 03:07:42.050949 3939 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:07:42.209129 3939 namespace.go:142] [tsf-tas] updating namespace I0424 03:07:42.325142 3939 namespace.go:142] [tsf-tpa] updating namespace I0424 03:07:42.432223 3939 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:07:42.432712 3939 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:07:42.470941 3939 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:07:42.470969 3939 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:07:42.478734 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 03:07:42.478756 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 03:07:42.859953 3939 namespace.go:142] [openshift-pipelines] updating namespace I0424 03:07:46.542303 3939 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-mm759] creating logical port cert-manager_cert-manager-59c77684cc-mm759 for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:46.542424 3939 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-mm759 I0424 03:07:46.559343 3939 pod.go:62] [cert-manager/cert-manager-59c77684cc-mm759] pod update took 16.943503ms I0424 03:07:46.559366 3939 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-mm759] addLogicalPort annotation time took 16.968106ms I0424 03:07:46.560837 3939 pods.go:271] [cert-manager/cert-manager-59c77684cc-mm759] addLogicalPort took 18.518861ms, libovsdb time 1.01279ms I0424 03:07:46.910134 3939 cni.go:452] [cert-manager/cert-manager-59c77684cc-mm759 83469d327c11b827ef8b3c306ed431887dd4b8375ec1ee5086ebb97e648f481f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-mm759 83469d327c11b827ef8b3c306ed431887dd4b8375ec1ee5086ebb97e648f481f network default NAD default NAD key ] I0424 03:07:46.919451 3939 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-mm759, hostIfaceName: 83469d327c11b82, network: default, NAD default, SandboxID: "83469d327c11b827ef8b3c306ed431887dd4b8375ec1ee5086ebb97e648f481f", PCI device ID: , UID: "1fc0d80b-31ab-499b-9f60-20994472d1a1", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0424 03:07:46.970743 3939 cni.go:473] [cert-manager/cert-manager-59c77684cc-mm759 83469d327c11b827ef8b3c306ed431887dd4b8375ec1ee5086ebb97e648f481f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-mm759 83469d327c11b827ef8b3c306ed431887dd4b8375ec1ee5086ebb97e648f481f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:46:68:41:68:5a\",\"name\":\"83469d327c11b82\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/201cdf32-0932-4a7c-a9e6-0f8ea3dbf901\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:07:50.831600 3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-mh66z for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:50.831705 3939 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z I0424 03:07:50.850589 3939 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z] pod update took 18.924211ms I0424 03:07:50.850613 3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z] addLogicalPort annotation time took 18.953859ms I0424 03:07:50.851915 3939 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z] addLogicalPort took 20.329837ms, libovsdb time 876.938µs I0424 03:07:50.944074 3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-qhs8b for pod on switch ip-10-0-2-137.ec2.internal I0424 03:07:50.944198 3939 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b I0424 03:07:50.963400 3939 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b] pod update took 19.223171ms I0424 03:07:50.963425 3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b] addLogicalPort annotation time took 19.252416ms I0424 03:07:50.964668 3939 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b] addLogicalPort took 20.607308ms, libovsdb time 813.722µs I0424 03:07:51.193888 3939 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z 5639932faa288ddf0e7da05793a63fc511963190cc8ec0c56e3f66560cdc5dd6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z 5639932faa288ddf0e7da05793a63fc511963190cc8ec0c56e3f66560cdc5dd6 network default NAD default NAD key ] I0424 03:07:51.203870 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-mh66z, hostIfaceName: 5639932faa288dd, network: default, NAD default, SandboxID: "5639932faa288ddf0e7da05793a63fc511963190cc8ec0c56e3f66560cdc5dd6", PCI device ID: , UID: "72114b84-2813-4bcf-a42e-538f8abb7f96", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0424 03:07:51.254404 3939 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z 5639932faa288ddf0e7da05793a63fc511963190cc8ec0c56e3f66560cdc5dd6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mh66z 5639932faa288ddf0e7da05793a63fc511963190cc8ec0c56e3f66560cdc5dd6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7c:c6:de:91:fd\",\"name\":\"5639932faa288dd\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/622260df-5b67-401e-ad0a-f3b04e7fd296\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:07:51.305801 3939 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b ed4f7a933118c8da782010f402191d1d351bc7de10f5aa489841b3aa97cd2484 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b ed4f7a933118c8da782010f402191d1d351bc7de10f5aa489841b3aa97cd2484 network default NAD default NAD key ] I0424 03:07:51.315619 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-qhs8b, hostIfaceName: ed4f7a933118c8d, network: default, NAD default, SandboxID: "ed4f7a933118c8da782010f402191d1d351bc7de10f5aa489841b3aa97cd2484", PCI device ID: , UID: "a953e9a4-14ce-4d0d-a557-457e3ce62f15", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0424 03:07:51.366046 3939 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b ed4f7a933118c8da782010f402191d1d351bc7de10f5aa489841b3aa97cd2484 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-qhs8b ed4f7a933118c8da782010f402191d1d351bc7de10f5aa489841b3aa97cd2484 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:18:3d:5e:63:8b\",\"name\":\"ed4f7a933118c8d\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/948ed803-026f-460a-b5ca-8786b959fa42\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:07:54.357907 3939 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 03:07:54.391798 3939 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 03:07:54.391861 3939 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:07:54.391979 3939 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:07:54.391995 3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:07:55.388023 3939 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:07:55.388042 3939 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:07:55.388047 3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:07:57.517388 3939 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:07:57.517405 3939 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:07:57.517409 3939 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:07:57.517413 3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:08:05.390837 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:08:05.390857 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:08:05.390863 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:08:07.401411 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:08:07.401437 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:08:07.401444 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0424 03:08:14.871149 3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-8mr8h for pod on switch ip-10-0-2-137.ec2.internal I0424 03:08:14.871233 3939 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h I0424 03:08:14.891999 3939 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h] pod update took 20.790487ms I0424 03:08:14.892021 3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h] addLogicalPort annotation time took 20.817147ms I0424 03:08:14.893269 3939 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h] addLogicalPort took 22.13708ms, libovsdb time 849.003µs I0424 03:08:15.229133 3939 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h f59dfc4682f92011617b0e023b061e4e2c2416f88d909ae948c8a4ee29e60423 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h f59dfc4682f92011617b0e023b061e4e2c2416f88d909ae948c8a4ee29e60423 network default NAD default NAD key ] I0424 03:08:15.238618 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-8mr8h, hostIfaceName: f59dfc4682f9201, network: default, NAD default, SandboxID: "f59dfc4682f92011617b0e023b061e4e2c2416f88d909ae948c8a4ee29e60423", PCI device ID: , UID: "5c0a4792-0084-47de-b154-d0dac50fbb60", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0424 03:08:15.289080 3939 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h f59dfc4682f92011617b0e023b061e4e2c2416f88d909ae948c8a4ee29e60423 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-8mr8h f59dfc4682f92011617b0e023b061e4e2c2416f88d909ae948c8a4ee29e60423 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4a:8b:71:49:3f\",\"name\":\"f59dfc4682f9201\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35c92a42-ae73-4f78-b34b-9359b5b20ae2\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:08:15.898392 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 03:08:20.622260 3939 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:08:20.622776 3939 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:08:20.643475 3939 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:08:20.643495 3939 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:08:20.650234 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 03:08:20.650259 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 03:08:22.613290 3939 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 03:08:22.613868 3939 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 03:08:22.613890 3939 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 03:08:22.615838 3939 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0424 03:08:22.636781 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 03:08:23.027129 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 03:08:35.423875 3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-fp9vb for pod on switch ip-10-0-2-137.ec2.internal I0424 03:08:35.423980 3939 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb I0424 03:08:35.442798 3939 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb] pod update took 18.839601ms I0424 03:08:35.442824 3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb] addLogicalPort annotation time took 18.870981ms I0424 03:08:35.444023 3939 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb] addLogicalPort took 20.163643ms, libovsdb time 806.95µs W0424 03:08:35.594345 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 03:08:35.594373 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 03:08:35.594439 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 03:08:35.594457 3939 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 03:08:35.788008 3939 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb b4f461a72edf85f45f7dd4a1c418e0aae43f2acfe79a9f2c8807e8043867a7e9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb b4f461a72edf85f45f7dd4a1c418e0aae43f2acfe79a9f2c8807e8043867a7e9 network default NAD default NAD key ] I0424 03:08:35.798219 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-fp9vb, hostIfaceName: b4f461a72edf85f, network: default, NAD default, SandboxID: "b4f461a72edf85f45f7dd4a1c418e0aae43f2acfe79a9f2c8807e8043867a7e9", PCI device ID: , UID: "ff5a1735-4c8b-4a07-bdb6-bfc1bd845868", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0424 03:08:35.850183 3939 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb b4f461a72edf85f45f7dd4a1c418e0aae43f2acfe79a9f2c8807e8043867a7e9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-fp9vb b4f461a72edf85f45f7dd4a1c418e0aae43f2acfe79a9f2c8807e8043867a7e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:37:0d:3f:80:fb\",\"name\":\"b4f461a72edf85f\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a6825a7-c455-41ce-bdec-1a1336447639\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:08:39.563634 3939 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 03:08:51.595066 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=69 I0424 03:08:59.135841 3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-7dt92] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-7dt92 for pod on switch ip-10-0-2-137.ec2.internal I0424 03:08:59.135957 3939 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-7dt92 I0424 03:08:59.150872 3939 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-7dt92] pod update took 14.953511ms I0424 03:08:59.150898 3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-7dt92] addLogicalPort annotation time took 14.983696ms I0424 03:08:59.152538 3939 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-7dt92] addLogicalPort took 16.720253ms, libovsdb time 992.545µs I0424 03:08:59.231620 3939 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-nf5wj for pod on switch ip-10-0-2-137.ec2.internal I0424 03:08:59.231710 3939 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj I0424 03:08:59.245842 3939 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj] pod update took 14.153099ms I0424 03:08:59.245869 3939 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj] addLogicalPort annotation time took 14.183693ms I0424 03:08:59.247169 3939 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj] addLogicalPort took 15.566504ms, libovsdb time 883.243µs I0424 03:08:59.507175 3939 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-7dt92 813794bfb6e0d92aa685e05b8cc9c6fa2737e98c93a862daa158b7f124f2004c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-7dt92 813794bfb6e0d92aa685e05b8cc9c6fa2737e98c93a862daa158b7f124f2004c network default NAD default NAD key ] I0424 03:08:59.517092 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-7dt92, hostIfaceName: 813794bfb6e0d92, network: default, NAD default, SandboxID: "813794bfb6e0d92aa685e05b8cc9c6fa2737e98c93a862daa158b7f124f2004c", PCI device ID: , UID: "e7d8055b-bdb5-4afe-9e4b-76694583135d", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0424 03:08:59.568190 3939 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-7dt92 813794bfb6e0d92aa685e05b8cc9c6fa2737e98c93a862daa158b7f124f2004c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-7dt92 813794bfb6e0d92aa685e05b8cc9c6fa2737e98c93a862daa158b7f124f2004c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c6:4a:03:c5:7c\",\"name\":\"813794bfb6e0d92\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a902ccfd-df6a-4f91-b9ab-b36b022ae9b1\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:08:59.596641 3939 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj 439ab153357d322e0b2cdfb38ce0f265b5776527f6234896931d2c985045dba4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj 439ab153357d322e0b2cdfb38ce0f265b5776527f6234896931d2c985045dba4 network default NAD default NAD key ] I0424 03:08:59.607030 3939 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-nf5wj, hostIfaceName: 439ab153357d322, network: default, NAD default, SandboxID: "439ab153357d322e0b2cdfb38ce0f265b5776527f6234896931d2c985045dba4", PCI device ID: , UID: "8ef92d29-eedd-4133-ba49-d5667f300f2b", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0424 03:08:59.665373 3939 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj 439ab153357d322e0b2cdfb38ce0f265b5776527f6234896931d2c985045dba4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nf5wj 439ab153357d322e0b2cdfb38ce0f265b5776527f6234896931d2c985045dba4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ae:61:31:8e:9b\",\"name\":\"439ab153357d322\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/307ea8fa-fa8b-424e-9435-4dcb0d906bfb\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:09:04.718346 3939 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 03:09:04.718371 3939 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 03:09:04.718381 3939 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 03:09:09.747627 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 03:09:09.747656 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 03:09:09.747662 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 03:09:12.998483 3939 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:12.999091 3939 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:13.037223 3939 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:13.037246 3939 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:13.043972 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 03:09:13.043997 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 03:09:14.988099 3939 namespace.go:142] [openshift-pipelines] updating namespace I0424 03:09:15.853469 3939 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7d7854d8f6-r24rv] creating logical port tsf-tas_fulcio-server-7d7854d8f6-r24rv for pod on switch ip-10-0-2-137.ec2.internal I0424 03:09:15.853553 3939 kube.go:256] Updating pod tsf-tas/fulcio-server-7d7854d8f6-r24rv I0424 03:09:15.867949 3939 pod.go:62] [tsf-tas/fulcio-server-7d7854d8f6-r24rv] pod update took 14.397879ms I0424 03:09:15.867978 3939 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-7d7854d8f6-r24rv] addLogicalPort annotation time took 14.44896ms I0424 03:09:15.869249 3939 pods.go:271] [tsf-tas/fulcio-server-7d7854d8f6-r24rv] addLogicalPort took 15.795751ms, libovsdb time 873.113µs I0424 03:09:16.220642 3939 cni.go:452] [tsf-tas/fulcio-server-7d7854d8f6-r24rv 8d0f99da800fffac2370a037a44e015d80a0229eec071129d42fd7716fba7e9b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-7d7854d8f6-r24rv 8d0f99da800fffac2370a037a44e015d80a0229eec071129d42fd7716fba7e9b network default NAD default NAD key ] I0424 03:09:16.230105 3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7d7854d8f6-r24rv, hostIfaceName: 8d0f99da800fffa, network: default, NAD default, SandboxID: "8d0f99da800fffac2370a037a44e015d80a0229eec071129d42fd7716fba7e9b", PCI device ID: , UID: "e3c29e94-9c6c-46d2-b26f-8a4ecea258b1", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0424 03:09:16.284022 3939 cni.go:473] [tsf-tas/fulcio-server-7d7854d8f6-r24rv 8d0f99da800fffac2370a037a44e015d80a0229eec071129d42fd7716fba7e9b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-7d7854d8f6-r24rv 8d0f99da800fffac2370a037a44e015d80a0229eec071129d42fd7716fba7e9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:17:89:4c:e2:a8\",\"name\":\"8d0f99da800fffa\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5da1b7f8-6185-4e85-b7d6-5231a8d673fe\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:09:18.788128 3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 03:09:18.788152 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 03:09:18.811653 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0424 03:09:18.811670 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0424 03:09:18.970145 3939 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-f8fc957cc-jw7hz] creating logical port tsf-tas_trillian-db-f8fc957cc-jw7hz for pod on switch ip-10-0-2-137.ec2.internal I0424 03:09:18.970256 3939 kube.go:256] Updating pod tsf-tas/trillian-db-f8fc957cc-jw7hz I0424 03:09:18.984126 3939 pod.go:62] [tsf-tas/trillian-db-f8fc957cc-jw7hz] pod update took 13.900319ms I0424 03:09:18.984150 3939 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-f8fc957cc-jw7hz] addLogicalPort annotation time took 13.931671ms I0424 03:09:18.985401 3939 pods.go:271] [tsf-tas/trillian-db-f8fc957cc-jw7hz] addLogicalPort took 15.27653ms, libovsdb time 855.974µs I0424 03:09:22.029446 3939 cni.go:452] [tsf-tas/trillian-db-f8fc957cc-jw7hz 6cd1d1c05211e652c8e629baa45cd30c8a2d68fed98a2f11b32e0ca8191b4ff0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-f8fc957cc-jw7hz 6cd1d1c05211e652c8e629baa45cd30c8a2d68fed98a2f11b32e0ca8191b4ff0 network default NAD default NAD key ] I0424 03:09:22.038640 3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-f8fc957cc-jw7hz, hostIfaceName: 6cd1d1c05211e65, network: default, NAD default, SandboxID: "6cd1d1c05211e652c8e629baa45cd30c8a2d68fed98a2f11b32e0ca8191b4ff0", PCI device ID: , UID: "1709e637-c876-4831-8b6b-993da46eaceb", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0424 03:09:22.090762 3939 cni.go:473] [tsf-tas/trillian-db-f8fc957cc-jw7hz 6cd1d1c05211e652c8e629baa45cd30c8a2d68fed98a2f11b32e0ca8191b4ff0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-f8fc957cc-jw7hz 6cd1d1c05211e652c8e629baa45cd30c8a2d68fed98a2f11b32e0ca8191b4ff0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:08:26:4c:28:00\",\"name\":\"6cd1d1c05211e65\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01b3e2d7-06cc-4b43-ae07-26e34ae92808\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:09:24.895166 3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0424 03:09:25.825592 3939 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 03:09:26.934042 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 03:09:27.705504 3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0424 03:09:29.147843 3939 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5n7mp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:29.148406 3939 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5n7mp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:29.967993 3939 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5n7mp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:29.968016 3939 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5n7mp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:09:29.971234 3939 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 03:09:33.092786 3939 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:33.093353 3939 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:33.984488 3939 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:33.984508 3939 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:09:36.878219 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0424 03:09:46.044546 3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 03:09:47.059473 3939 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 03:09:47.059493 3939 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0424 03:09:52.594367 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0424 03:09:54.603242 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=388 I0424 03:10:02.368227 3939 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:02.368770 3939 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:02.388486 3939 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:02.388506 3939 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:02.395905 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 03:10:02.395943 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 03:10:03.097473 3939 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-rhkbk] creating logical port tsf_patch-tekton-config-rhkbk for pod on switch ip-10-0-2-137.ec2.internal I0424 03:10:03.097566 3939 kube.go:256] Updating pod tsf/patch-tekton-config-rhkbk I0424 03:10:03.110634 3939 pod.go:62] [tsf/patch-tekton-config-rhkbk] pod update took 13.090513ms I0424 03:10:03.110663 3939 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-rhkbk] addLogicalPort annotation time took 13.12305ms I0424 03:10:03.112157 3939 pods.go:271] [tsf/patch-tekton-config-rhkbk] addLogicalPort took 14.700686ms, libovsdb time 916.532µs I0424 03:10:03.456742 3939 cni.go:452] [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key ] I0424 03:10:03.467651 3939 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-rhkbk, hostIfaceName: 2ed44d679fac785, network: default, NAD default, SandboxID: "2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f", PCI device ID: , UID: "4f381acc-2085-44de-87b1-6dee29e01e8e", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0424 03:10:03.519533 3939 cni.go:473] [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:1e:16:f8:41:aa\",\"name\":\"2ed44d679fac785\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/825c8eb9-28fd-4cc4-af71-0642a5e23f27\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:10:05.331797 3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:05.332367 3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:06.190808 3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:06.190835 3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:06.242633 3939 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:06.243299 3939 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:07.135305 3939 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:07.135333 3939 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:11.054603 3939 cni.go:452] [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key ] I0424 03:10:11.133289 3939 cni.go:473] [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-rhkbk 2ed44d679fac7855f86e07005f2bc592d633e6372e4346883fc38c3581370a9f network default NAD default NAD key default], result "{}", err I0424 03:10:11.187629 3939 obj_retry.go:498] Detected object tsf/patch-tekton-config-rhkbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:11.187659 3939 pods.go:176] Deleting pod: tsf/patch-tekton-config-rhkbk I0424 03:10:11.189085 3939 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-rhkbk, ips: 10.128.0.45 I0424 03:10:11.189116 3939 obj_retry.go:498] Detected object tsf/patch-tekton-config-rhkbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:12.076033 3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:12.076058 3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:13.811053 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0424 03:10:14.218035 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 03:10:19.317037 3939 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:19.317605 3939 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:20.205427 3939 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:20.205458 3939 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:20.319079 3939 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h8m6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:20.319604 3939 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h8m6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:21.343013 3939 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h8m6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.343039 3939 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h8m6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.383015 3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.383038 3939 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.392109 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-rhkbk I0424 03:10:21.392140 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-rhkbk I0424 03:10:23.083905 3939 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6cb55cb97d-x8s6k] creating logical port tsf-tas_rekor-redis-6cb55cb97d-x8s6k for pod on switch ip-10-0-2-137.ec2.internal I0424 03:10:23.084025 3939 kube.go:256] Updating pod tsf-tas/rekor-redis-6cb55cb97d-x8s6k I0424 03:10:23.098622 3939 pod.go:62] [tsf-tas/rekor-redis-6cb55cb97d-x8s6k] pod update took 14.626574ms I0424 03:10:23.098643 3939 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6cb55cb97d-x8s6k] addLogicalPort annotation time took 14.652932ms I0424 03:10:23.100026 3939 pods.go:271] [tsf-tas/rekor-redis-6cb55cb97d-x8s6k] addLogicalPort took 16.140254ms, libovsdb time 925.889µs I0424 03:10:24.047845 3939 cni.go:452] [tsf-tas/rekor-redis-6cb55cb97d-x8s6k 14bcd11c96f25896698d86312fefb7e71c52b1750c04eac77f5b98dd5ed96027 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6cb55cb97d-x8s6k 14bcd11c96f25896698d86312fefb7e71c52b1750c04eac77f5b98dd5ed96027 network default NAD default NAD key ] I0424 03:10:24.057808 3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6cb55cb97d-x8s6k, hostIfaceName: 14bcd11c96f2589, network: default, NAD default, SandboxID: "14bcd11c96f25896698d86312fefb7e71c52b1750c04eac77f5b98dd5ed96027", PCI device ID: , UID: "d9053a3d-80a3-4718-a2ce-2572bded1325", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0424 03:10:24.107853 3939 cni.go:473] [tsf-tas/rekor-redis-6cb55cb97d-x8s6k 14bcd11c96f25896698d86312fefb7e71c52b1750c04eac77f5b98dd5ed96027 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6cb55cb97d-x8s6k 14bcd11c96f25896698d86312fefb7e71c52b1750c04eac77f5b98dd5ed96027 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7c:0a:a9:d4:61\",\"name\":\"14bcd11c96f2589\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4229383f-9ee9-4349-9e4c-1d4646de76f8\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:10:25.423372 3939 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:25.423916 3939 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:25.442143 3939 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:25.442167 3939 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:25.451738 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 03:10:25.451762 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 03:10:25.708499 3939 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5d8c7db7c9-vz282] creating logical port tsf-tas_rekor-server-5d8c7db7c9-vz282 for pod on switch ip-10-0-2-137.ec2.internal I0424 03:10:25.708577 3939 kube.go:256] Updating pod tsf-tas/rekor-server-5d8c7db7c9-vz282 I0424 03:10:25.722887 3939 pod.go:62] [tsf-tas/rekor-server-5d8c7db7c9-vz282] pod update took 14.328177ms I0424 03:10:25.722912 3939 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-5d8c7db7c9-vz282] addLogicalPort annotation time took 14.356475ms I0424 03:10:25.724118 3939 pods.go:271] [tsf-tas/rekor-server-5d8c7db7c9-vz282] addLogicalPort took 15.63439ms, libovsdb time 739.617µs W0424 03:10:26.141227 3939 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0424 03:10:26.220212 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 03:10:31.391217 3939 obj_retry.go:498] Detected object tsf-tpa/create-db-7pd5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:31.391767 3939 obj_retry.go:498] Detected object tsf-tpa/create-db-7pd5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:31.825814 3939 cni.go:452] [tsf-tas/rekor-server-5d8c7db7c9-vz282 a5ea5c1b8615565bce1955bb2bb38d792f592df6c96696b8d84f7d2beae1b2f5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-5d8c7db7c9-vz282 a5ea5c1b8615565bce1955bb2bb38d792f592df6c96696b8d84f7d2beae1b2f5 network default NAD default NAD key ] I0424 03:10:31.835599 3939 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5d8c7db7c9-vz282, hostIfaceName: a5ea5c1b8615565, network: default, NAD default, SandboxID: "a5ea5c1b8615565bce1955bb2bb38d792f592df6c96696b8d84f7d2beae1b2f5", PCI device ID: , UID: "f773d400-416a-498a-ae38-17a3ed597c41", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0424 03:10:31.887850 3939 cni.go:473] [tsf-tas/rekor-server-5d8c7db7c9-vz282 a5ea5c1b8615565bce1955bb2bb38d792f592df6c96696b8d84f7d2beae1b2f5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-5d8c7db7c9-vz282 a5ea5c1b8615565bce1955bb2bb38d792f592df6c96696b8d84f7d2beae1b2f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:fc:3a:48:34:f1\",\"name\":\"a5ea5c1b8615565\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b7bbbb5-994c-4bd6-9032-307d9799246e\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:10:32.415976 3939 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:32.416010 3939 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:10:35.196803 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 03:10:35.411238 3939 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nx5td of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:35.411786 3939 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nx5td of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:35.555305 3939 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:35.555332 3939 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:10:38.189598 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0424 03:10:39.522208 3939 obj_retry.go:498] Detected object tsf-tpa/create-importers-zjr5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:39.522816 3939 obj_retry.go:498] Detected object tsf-tpa/create-importers-zjr5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:40.547476 3939 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:40.547512 3939 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:10:46.204245 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server W0424 03:10:46.371407 3939 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 03:11:01.072751 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 03:11:03.668614 3939 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:03.669201 3939 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:04.546071 3939 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:04.546098 3939 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:08.596168 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0424 03:11:14.730577 3939 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:14.731190 3939 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:14.775750 3939 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:14.775776 3939 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:14.782377 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 03:11:14.782401 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 03:11:15.537030 3939 namespace.go:98] [default-tenant] adding namespace I0424 03:11:15.537923 3939 namespace.go:102] [default-tenant] adding namespace took 861.118µs I0424 03:11:15.538242 3939 namespace.go:98] [build-service] adding namespace I0424 03:11:15.539027 3939 namespace.go:102] [build-service] adding namespace took 716.015µs I0424 03:11:15.549214 3939 namespace.go:98] [integration-service] adding namespace I0424 03:11:15.549311 3939 namespace.go:98] [image-controller] adding namespace I0424 03:11:15.549825 3939 namespace.go:102] [integration-service] adding namespace took 596.22µs I0424 03:11:15.550433 3939 namespace.go:102] [image-controller] adding namespace took 1.104482ms I0424 03:11:15.608224 3939 namespace.go:142] [default-tenant] updating namespace I0424 03:11:15.628483 3939 namespace.go:142] [default-tenant] updating namespace I0424 03:11:15.641850 3939 namespace.go:142] [build-service] updating namespace I0424 03:11:15.675036 3939 namespace.go:142] [build-service] updating namespace I0424 03:11:15.695679 3939 namespace.go:142] [integration-service] updating namespace I0424 03:11:15.725305 3939 namespace.go:142] [integration-service] updating namespace I0424 03:11:15.734285 3939 namespace.go:142] [image-controller] updating namespace I0424 03:11:15.742570 3939 namespace.go:142] [build-service] updating namespace I0424 03:11:15.761406 3939 namespace.go:142] [image-controller] updating namespace I0424 03:11:15.776590 3939 namespace.go:142] [integration-service] updating namespace I0424 03:11:15.789193 3939 namespace.go:98] [release-service] adding namespace I0424 03:11:15.789974 3939 namespace.go:102] [release-service] adding namespace took 764.506µs I0424 03:11:15.833536 3939 namespace.go:142] [release-service] updating namespace I0424 03:11:15.833569 3939 namespace.go:142] [konflux-ui] updating namespace I0424 03:11:15.853414 3939 namespace.go:142] [release-service] updating namespace I0424 03:11:15.926712 3939 namespace.go:98] [konflux-info] adding namespace I0424 03:11:15.927708 3939 namespace.go:102] [konflux-info] adding namespace took 969.75µs I0424 03:11:15.965802 3939 namespace.go:98] [namespace-lister] adding namespace I0424 03:11:15.966536 3939 namespace.go:102] [namespace-lister] adding namespace took 711.541µs I0424 03:11:15.987200 3939 namespace.go:142] [konflux-info] updating namespace I0424 03:11:16.020796 3939 namespace.go:142] [konflux-info] updating namespace I0424 03:11:16.027283 3939 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:16.037312 3939 namespace.go:98] [enterprise-contract-service] adding namespace I0424 03:11:16.038069 3939 namespace.go:102] [enterprise-contract-service] adding namespace took 742.234µs I0424 03:11:16.055098 3939 namespace.go:142] [image-controller] updating namespace I0424 03:11:16.064287 3939 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:16.090199 3939 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:16.149395 3939 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:16.438285 3939 namespace.go:142] [default-tenant] updating namespace I0424 03:11:16.629206 3939 namespace.go:98] [segment-bridge] adding namespace I0424 03:11:16.629946 3939 namespace.go:102] [segment-bridge] adding namespace took 704.357µs I0424 03:11:16.690258 3939 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:16.717653 3939 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:16.788172 3939 namespace.go:142] [build-service] updating namespace I0424 03:11:16.878298 3939 namespace.go:98] [konflux-cli] adding namespace I0424 03:11:16.879109 3939 namespace.go:102] [konflux-cli] adding namespace took 789.057µs I0424 03:11:17.004397 3939 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:17.079407 3939 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:17.086407 3939 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-zk2kv] creating logical port namespace-lister_namespace-lister-696b855848-zk2kv for pod on switch ip-10-0-2-137.ec2.internal I0424 03:11:17.086494 3939 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-zk2kv I0424 03:11:17.155586 3939 pod.go:62] [namespace-lister/namespace-lister-696b855848-zk2kv] pod update took 69.115322ms I0424 03:11:17.155618 3939 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-zk2kv] addLogicalPort annotation time took 69.15285ms I0424 03:11:17.157024 3939 pods.go:271] [namespace-lister/namespace-lister-696b855848-zk2kv] addLogicalPort took 70.629023ms, libovsdb time 977.141µs I0424 03:11:17.220676 3939 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 03:11:17.221270 3939 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 03:11:17.221286 3939 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 03:11:17.223753 3939 namespace.go:142] [default-tenant] updating namespace I0424 03:11:17.224113 3939 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 03:11:17.482284 3939 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 03:11:17.482316 3939 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 03:11:17.483566 3939 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 03:11:17.568401 3939 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:17.945456 3939 namespace.go:142] [image-controller] updating namespace I0424 03:11:18.046622 3939 cni.go:452] [namespace-lister/namespace-lister-696b855848-zk2kv 0014ada9c1072677d2dd45cb0d9e0e27b4f4937c12f46849aa64eb31a3fb63fb network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-zk2kv 0014ada9c1072677d2dd45cb0d9e0e27b4f4937c12f46849aa64eb31a3fb63fb network default NAD default NAD key ] I0424 03:11:18.056027 3939 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-zk2kv, hostIfaceName: 0014ada9c107267, network: default, NAD default, SandboxID: "0014ada9c1072677d2dd45cb0d9e0e27b4f4937c12f46849aa64eb31a3fb63fb", PCI device ID: , UID: "30b3a1d2-b08f-4b8a-bd58-e1adf6149075", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0424 03:11:18.205826 3939 namespace.go:142] [integration-service] updating namespace I0424 03:11:18.313546 3939 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6d4ccf457d-kcnrh] creating logical port konflux-ui_proxy-6d4ccf457d-kcnrh for pod on switch ip-10-0-2-137.ec2.internal I0424 03:11:18.313645 3939 kube.go:256] Updating pod konflux-ui/proxy-6d4ccf457d-kcnrh I0424 03:11:18.313730 3939 base_network_controller_pods.go:487] [default/konflux-ui/dex-775cbb9599-l72ps] creating logical port konflux-ui_dex-775cbb9599-l72ps for pod on switch ip-10-0-2-137.ec2.internal I0424 03:11:18.313848 3939 kube.go:256] Updating pod konflux-ui/dex-775cbb9599-l72ps I0424 03:11:18.318921 3939 cni.go:473] [namespace-lister/namespace-lister-696b855848-zk2kv 0014ada9c1072677d2dd45cb0d9e0e27b4f4937c12f46849aa64eb31a3fb63fb network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-zk2kv 0014ada9c1072677d2dd45cb0d9e0e27b4f4937c12f46849aa64eb31a3fb63fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f8:62:93:9d:cb\",\"name\":\"0014ada9c107267\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65995580-c075-49fb-ac47-c4f826305efd\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:11:18.353912 3939 pod.go:62] [konflux-ui/proxy-6d4ccf457d-kcnrh] pod update took 40.299912ms I0424 03:11:18.353959 3939 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6d4ccf457d-kcnrh] addLogicalPort annotation time took 40.35156ms I0424 03:11:18.355294 3939 pods.go:271] [konflux-ui/proxy-6d4ccf457d-kcnrh] addLogicalPort took 41.762715ms, libovsdb time 846.351µs I0424 03:11:18.371187 3939 pod.go:62] [konflux-ui/dex-775cbb9599-l72ps] pod update took 57.355769ms I0424 03:11:18.371215 3939 base_network_controller_pods.go:951] [default/konflux-ui/dex-775cbb9599-l72ps] addLogicalPort annotation time took 57.384308ms I0424 03:11:18.372597 3939 pods.go:271] [konflux-ui/dex-775cbb9599-l72ps] addLogicalPort took 58.875939ms, libovsdb time 825.376µs I0424 03:11:18.628292 3939 namespace.go:142] [konflux-info] updating namespace I0424 03:11:18.814109 3939 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:19.026317 3939 namespace.go:142] [release-service] updating namespace I0424 03:11:19.117352 3939 namespace.go:142] [build-service] updating namespace I0424 03:11:19.144201 3939 namespace.go:142] [default-tenant] updating namespace I0424 03:11:19.166086 3939 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:19.178073 3939 namespace.go:142] [image-controller] updating namespace I0424 03:11:19.189199 3939 namespace.go:142] [integration-service] updating namespace I0424 03:11:19.207528 3939 namespace.go:142] [konflux-info] updating namespace I0424 03:11:19.227307 3939 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:19.238998 3939 namespace.go:142] [release-service] updating namespace I0424 03:11:19.300473 3939 namespace.go:142] [build-service] updating namespace I0424 03:11:19.384589 3939 namespace.go:142] [default-tenant] updating namespace I0424 03:11:19.452155 3939 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:19.532551 3939 namespace.go:142] [image-controller] updating namespace I0424 03:11:19.613403 3939 namespace.go:142] [integration-service] updating namespace I0424 03:11:19.737359 3939 namespace.go:142] [konflux-info] updating namespace I0424 03:11:19.833347 3939 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:19.914981 3939 namespace.go:142] [release-service] updating namespace I0424 03:11:20.046540 3939 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-wxbg9 for pod on switch ip-10-0-2-137.ec2.internal I0424 03:11:20.046630 3939 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9 I0424 03:11:20.060457 3939 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9] pod update took 13.851693ms I0424 03:11:20.060479 3939 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9] addLogicalPort annotation time took 13.878823ms I0424 03:11:20.061811 3939 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9] addLogicalPort took 15.290048ms, libovsdb time 891.042µs W0424 03:11:20.691176 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 03:11:21.057045 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 03:11:21.178495 3939 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:21.376402 3939 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:21.474803 3939 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:21.503949 3939 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:21.581314 3939 namespace.go:142] [konflux-cli] updating namespace W0424 03:11:21.664149 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0424 03:11:21.698275 3939 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:23.591606 3939 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj] creating logical port integration-service_integration-service-controller-manager-5fd6cc4dd8-lfjcj for pod on switch ip-10-0-2-137.ec2.internal I0424 03:11:23.591704 3939 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj I0424 03:11:23.605549 3939 pod.go:62] [integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj] pod update took 13.864456ms I0424 03:11:23.605579 3939 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj] addLogicalPort annotation time took 13.900253ms I0424 03:11:23.607344 3939 pods.go:271] [integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj] addLogicalPort took 15.755212ms, libovsdb time 1.118678ms I0424 03:11:23.957222 3939 cni.go:452] [integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj a1a26f1055298eb8cdc128b9ae7383009996e752f4d215a66d490e1d46d6b18a network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj a1a26f1055298eb8cdc128b9ae7383009996e752f4d215a66d490e1d46d6b18a network default NAD default NAD key ] I0424 03:11:23.966605 3939 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5fd6cc4dd8-lfjcj, hostIfaceName: a1a26f1055298eb, network: default, NAD default, SandboxID: "a1a26f1055298eb8cdc128b9ae7383009996e752f4d215a66d490e1d46d6b18a", PCI device ID: , UID: "47f8250c-c2ab-4339-ab4c-50186dd2eba0", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0424 03:11:24.026597 3939 cni.go:473] [integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj a1a26f1055298eb8cdc128b9ae7383009996e752f4d215a66d490e1d46d6b18a network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5fd6cc4dd8-lfjcj a1a26f1055298eb8cdc128b9ae7383009996e752f4d215a66d490e1d46d6b18a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:12:c5:db:21:dd\",\"name\":\"a1a26f1055298eb\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d25d5a4-9fcd-424e-8b47-e3386513f4a6\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 03:11:24.595972 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0424 03:11:26.483477 3939 cni.go:452] [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key ] I0424 03:11:26.484554 3939 cni.go:452] [konflux-ui/dex-775cbb9599-l72ps b6ef64f9c36060d4a7aaecaa147d6d19cce16847746ab2ecb0f939bf5217dbd2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-775cbb9599-l72ps b6ef64f9c36060d4a7aaecaa147d6d19cce16847746ab2ecb0f939bf5217dbd2 network default NAD default NAD key ] I0424 03:11:26.496664 3939 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-775cbb9599-l72ps, hostIfaceName: b6ef64f9c36060d, network: default, NAD default, SandboxID: "b6ef64f9c36060d4a7aaecaa147d6d19cce16847746ab2ecb0f939bf5217dbd2", PCI device ID: , UID: "3982d7dc-a6e4-44ff-a676-db3d21a2b414", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0424 03:11:26.498397 3939 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6d4ccf457d-kcnrh, hostIfaceName: 125946bdc44a7d3, network: default, NAD default, SandboxID: "125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc", PCI device ID: , UID: "986b5d1a-765b-4a80-9cda-e60b726a8e69", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0424 03:11:26.552424 3939 cni.go:473] [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:88:7a:5e:4d:84\",\"name\":\"125946bdc44a7d3\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d956f3aa-8702-4c44-8a70-6e0d03e4d1b4\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:11:26.693724 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 03:11:26.756222 3939 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 03:11:26.782851 3939 cni.go:473] [konflux-ui/dex-775cbb9599-l72ps b6ef64f9c36060d4a7aaecaa147d6d19cce16847746ab2ecb0f939bf5217dbd2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-775cbb9599-l72ps b6ef64f9c36060d4a7aaecaa147d6d19cce16847746ab2ecb0f939bf5217dbd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:68:18:55:38:0f\",\"name\":\"b6ef64f9c36060d\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a60d247d-21c8-49a8-bfb0-f7152b5e77f6\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:11:28.486506 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 03:11:28.486603 3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0424 03:11:29.112439 3939 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9 5f8a091bbadda1b5641b8f87e598998530d046483bad16a5ffefb0e03d17e9e2 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9 5f8a091bbadda1b5641b8f87e598998530d046483bad16a5ffefb0e03d17e9e2 network default NAD default NAD key ] I0424 03:11:29.122475 3939 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-wxbg9, hostIfaceName: 5f8a091bbadda1b, network: default, NAD default, SandboxID: "5f8a091bbadda1b5641b8f87e598998530d046483bad16a5ffefb0e03d17e9e2", PCI device ID: , UID: "fbb3ad38-deee-4f58-a36d-77ef3ddf621f", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0424 03:11:29.179983 3939 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9 5f8a091bbadda1b5641b8f87e598998530d046483bad16a5ffefb0e03d17e9e2 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-wxbg9 5f8a091bbadda1b5641b8f87e598998530d046483bad16a5ffefb0e03d17e9e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:84:70:b2:d4:4e\",\"name\":\"5f8a091bbadda1b\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e16cd14-bea0-4da9-863d-6edef58dadec\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 03:11:29.499548 3939 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 03:11:29.718257 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 03:11:29.718295 3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 03:11:33.751429 3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:33.751452 3939 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:34.544750 3939 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:34.544770 3939 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:34.577353 3939 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 03:11:34.577463 3939 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 03:11:39.497396 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 03:11:39.501019 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0424 03:11:41.169814 3939 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:41.170437 3939 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:41.795884 3939 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:41.795909 3939 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:41.805251 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x I0424 03:11:41.805291 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x W0424 03:11:42.513384 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0424 03:11:45.539253 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 03:11:45.540080 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0424 03:12:14.836504 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 03:12:14.836534 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 03:12:14.836546 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 03:12:14.836551 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0424 03:12:15.724179 3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0424 03:12:17.623147 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 03:12:17.623169 3939 util.go:959] Failed to build node endpoints for node ip-10-0-2-137.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0424 03:12:35.903308 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 03:12:44.299124 3939 cni.go:452] [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key ] I0424 03:12:44.380012 3939 cni.go:473] [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6d4ccf457d-kcnrh 125946bdc44a7d385ad5a323cd363a480f71d01a9e18678a39fe07e56ac9b9dc network default NAD default NAD key default], result "{}", err I0424 03:12:44.446392 3939 obj_retry.go:498] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:44.446447 3939 pods.go:176] Deleting pod: konflux-ui/proxy-6d4ccf457d-kcnrh I0424 03:12:44.447949 3939 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6d4ccf457d-kcnrh, ips: 10.128.0.49 I0424 03:12:44.447980 3939 obj_retry.go:498] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:44.906286 3939 obj_retry.go:492] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:44.906319 3939 obj_retry.go:492] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:44.916514 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6d4ccf457d-kcnrh I0424 03:12:44.916539 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6d4ccf457d-kcnrh I0424 03:12:48.336869 3939 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:48.337477 3939 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:48.357003 3939 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:48.357023 3939 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:48.364037 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 03:12:48.364059 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 03:13:19.093805 3939 namespace.go:98] [default-managed-tenant-m2emy] adding namespace I0424 03:13:19.094714 3939 namespace.go:102] [default-managed-tenant-m2emy] adding namespace took 883.981µs I0424 03:13:19.122457 3939 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:19.140707 3939 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:20.142645 3939 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:20.274496 3939 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:20.375451 3939 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:21.919185 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 03:13:31.597458 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=170 I0424 03:13:59.029996 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 03:14:50.708396 3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0424 03:14:54.020454 3939 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 03:16:42.597835 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=97 I0424 03:16:44.901267 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 03:17:55.598876 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 03:18:18.597140 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0424 03:18:18.937337 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0424 03:18:26.606579 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=254 I0424 03:19:20.922253 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0424 03:19:24.599090 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0424 03:19:28.813894 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0424 03:19:32.403208 3939 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-c6f4894b-8h8wn I0424 03:20:03.830811 3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:20:03.831459 3939 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:20:04.702701 3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:04.702755 3939 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:31.075915 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 03:20:31.600445 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0424 03:20:31.906375 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 03:20:32.063601 3939 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:32.063625 3939 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:32.069431 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-7pd5w I0424 03:20:32.069454 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-7pd5w I0424 03:20:35.041864 3939 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:35.041911 3939 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:35.047188 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nx5td I0424 03:20:35.047213 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nx5td I0424 03:20:40.032028 3939 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:40.032089 3939 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:40.037925 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zjr5n I0424 03:20:40.037968 3939 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zjr5n I0424 03:21:17.033287 3939 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 03:21:45.727148 3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0424 03:21:50.601128 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0424 03:22:11.711136 3939 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 03:23:05.601499 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0424 03:23:14.023072 3939 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 03:23:52.609370 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0424 03:24:32.602208 3939 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7