+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-25.ec2.internal ++ [[ -n ip-10-0-0-25.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-25.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 15:06:54.670323315 - disable conntrack on geneve port' I0424 15:06:54.670323315 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0424 15:06:54.711034241 - starting ovnkube-node + echo 'I0424 15:06:54.711034241 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-25.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-25.ec2.internal --init-node ip-10-0-0-25.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-25.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 15:06:54.762956 3796 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 15:06:54.763003 3796 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f4b4f0c271.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 15:06:54.764286 3796 kube.go:431] Waiting for certificate I0424 15:06:54.764329 3796 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 15:06:54.764363 3796 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 15:06:54.765176 3796 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:06:54.799295 3796 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:06:54.799309 3796 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:06:54.803049 3796 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:06:54.803132 3796 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-f92xg" I0424 15:06:54.811486 3796 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-f92xg" I0424 15:06:54.811540 3796 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 15:06:55.764433 3796 kube.go:438] Certificate found I0424 15:06:55.765116 3796 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 15:06:55.766181 3796 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 15:06:55.830723 3796 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 15:01:54 +0000 UTC" deadline="2026-04-25 08:15:45.347940485 +0000 UTC" I0424 15:06:55.830751 3796 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h8m49.517196416s" I0424 15:06:55.840959 3796 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:06:55.854603 3796 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 15:06:55.854708 3796 server.go:101] MetricServer registers OVS metrics I0424 15:06:55.855231 3796 server.go:105] MetricServer registers OVN DB metrics I0424 15:06:55.857229 3796 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 15:06:55.857307 3796 factory.go:561] Starting watch factory I0424 15:06:55.857416 3796 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.857435 3796 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858401 3796 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858401 3796 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858440 3796 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858421 3796 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858490 3796 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858536 3796 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858828 3796 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.858864 3796 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.859462 3796 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.859525 3796 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.859583 3796 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 15:06:55.859639 3796 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 15:06:55.861116 3796 controller_manager.go:370] Starting the ovnkube controller I0424 15:06:55.861134 3796 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-25.ec2.internal I0424 15:06:55.861204 3796 controller_manager.go:395] NBDB zone sync took: 57.991µs I0424 15:06:55.861225 3796 factory.go:561] Starting watch factory I0424 15:06:55.874111 3796 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 15:06:55.874131 3796 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 15:06:55.877861 3796 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 15:06:55.877892 3796 server.go:109] MetricServer registers OVN Controller metrics I0424 15:06:55.877861 3796 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.878251 3796 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.879048 3796 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.879948 3796 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.883165 3796 server.go:113] MetricServer registers OVN Northd metrics I0424 15:06:55.883208 3796 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.886984 3796 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:06:55.888471 3796 metrics.go:519] OVN Metrics Server starts to run ... I0424 15:06:55.962625 3796 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:06:55.962643 3796 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:06:55.962647 3796 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:06:55.962650 3796 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:06:55.962653 3796 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:06:55.962656 3796 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:06:55.962722 3796 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:06:55.962736 3796 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:06:55.962777 3796 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:06:55.962803 3796 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:06:55.965394 3796 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:06:55.965395 3796 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 15:06:55.967131 3796 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 15:06:55.967142 3796 factory.go:1977] *v1.Pod informer cache synced successfully I0424 15:06:55.967145 3796 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 15:06:55.967150 3796 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 15:06:55.967154 3796 factory.go:1977] *v1.Node informer cache synced successfully I0424 15:06:55.967159 3796 factory.go:1977] *v1.Service informer cache synced successfully I0424 15:06:55.968245 3796 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:06:55.968252 3796 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:06:55.968317 3796 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.968332 3796 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.970251 3796 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.972442 3796 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 15:06:55.972452 3796 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 15:06:55.973536 3796 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:06:55.973593 3796 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.973605 3796 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.975906 3796 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.977777 3796 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 15:06:55.978862 3796 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:06:55.978933 3796 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.978948 3796 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.981438 3796 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.983143 3796 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 15:06:55.984249 3796 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:06:55.984306 3796 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.984318 3796 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.986350 3796 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.989088 3796 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 15:06:55.990234 3796 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:06:55.990293 3796 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.990307 3796 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.992554 3796 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:55.994174 3796 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 15:06:55.996321 3796 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:06:55.996623 3796 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:06:55.996640 3796 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:06:55.998827 3796 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 15:06:55.999746 3796 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 15:06:56.001737 3796 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:06:56.001809 3796 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:56.001828 3796 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:56.001864 3796 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:56.001888 3796 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:56.004105 3796 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:56.004514 3796 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 15:06:56.005400 3796 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 15:06:56.007692 3796 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:06:56.007702 3796 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:06:56.007709 3796 factory.go:680] Watch Factory start up complete, took: 150.408996ms I0424 15:06:56.007769 3796 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 15:06:56.011046 3796 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 15:06:56.011056 3796 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 15:06:56.011064 3796 factory.go:680] Watch Factory start up complete, took: 149.837729ms I0424 15:06:56.011071 3796 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-25.ec2.internal" zone I0424 15:06:56.061500 3796 default_node_network_controller.go:710] Initializing the default node network controller I0424 15:06:56.142090 3796 udn_isolation.go:101] Starting UDN host isolation manager I0424 15:06:56.147967 3796 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 15:06:56.212098 3796 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 15:06:56.212212 3796 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 15:06:56.212236 3796 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 15:06:56.244926 3796 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 15:06:56.245001 3796 default_node_network_controller.go:809] Node ip-10-0-0-25.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0424 15:06:56.250579 3796 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.25"] k8s.ovn.org/zone-name:ip-10-0-0-25.ec2.internal] on node ip-10-0-0-25.ec2.internal I0424 15:06:56.271303 3796 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 15:06:56.277244 3796 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 15:06:56.277343 3796 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0424 15:06:56.277458 3796 gateway_init.go:263] Preparing Gateway I0424 15:06:56.277469 3796 gateway_shared_intf.go:1687] Creating new gateway I0424 15:06:56.376695 3796 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:06:56.382753 3796 iptables.go:108] Creating table: filter chain: OUTPUT I0424 15:06:56.388720 3796 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 15:06:56.388736 3796 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-25.ec2.internal","mac-address":"12:a6:d1:8a:f4:45","ip-addresses":["10.0.0.25/24"],"ip-address":"10.0.0.25/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:01d0ad26-437b-4778-8d58-805135d94331 k8s.ovn.org/node-encap-ips:["10.0.0.25"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.25/24"} k8s.ovn.org/zone-name:ip-10-0-0-25.ec2.internal] on node ip-10-0-0-25.ec2.internal I0424 15:06:56.408427 3796 default_node_network_controller.go:519] Node connection status = connected I0424 15:06:56.512073 3796 controller_manager.go:429] Waiting for node in zone sync took: 500.990057ms I0424 15:06:56.516836 3796 controller_manager.go:611] Switching to transit router for layer2 networks I0424 15:06:56.516872 3796 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-25.ec2.internal I0424 15:06:56.531189 3796 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 15:06:56.537894 3796 controller_manager.go:290] SCTP support detected in OVN I0424 15:06:56.538576 3796 services_controller.go:69] Creating services controller for network=default I0424 15:06:56.538654 3796 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 15:06:56.538723 3796 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 15:06:56.538748 3796 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 15:06:56.538758 3796 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 15:06:56.538766 3796 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:06:56.538971 3796 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 15:06:56.539024 3796 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 15:06:56.539059 3796 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.386µs I0424 15:06:56.539074 3796 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 39.761µs I0424 15:06:56.539083 3796 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 59.857µs I0424 15:06:56.539091 3796 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 15:06:56.539104 3796 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 15:06:56.539117 3796 default_network_controller.go:325] Starting the default network controller I0424 15:06:56.539136 3796 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.212µs I0424 15:06:56.539574 3796 udn_enabled_svc.go:95] Performing full resync I0424 15:06:56.539826 3796 udn_enabled_svc.go:99] Waiting for handler to sync I0424 15:06:56.539857 3796 udn_enabled_svc.go:104] Starting worker I0424 15:06:56.548757 3796 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 15:06:56.548812 3796 repair.go:33] Syncing exgw routes took 44.115µs I0424 15:06:56.548834 3796 default_network_controller.go:414] Starting all the Watchers... I0424 15:06:56.548977 3796 namespace.go:98] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] adding namespace I0424 15:06:56.548982 3796 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 15:06:56.548992 3796 namespace.go:98] [openshift-backplane] adding namespace I0424 15:06:56.548997 3796 namespace.go:98] [openshift] adding namespace I0424 15:06:56.548997 3796 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 15:06:56.549008 3796 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 15:06:56.549011 3796 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 15:06:56.549020 3796 namespace.go:98] [openshift-config-managed] adding namespace I0424 15:06:56.549020 3796 namespace.go:98] [kube-system] adding namespace I0424 15:06:56.549021 3796 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 15:06:56.549023 3796 namespace.go:98] [openshift-dns-operator] adding namespace I0424 15:06:56.549027 3796 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 15:06:56.549036 3796 namespace.go:98] [openshift-node] adding namespace I0424 15:06:56.549042 3796 namespace.go:98] [openshift-machine-api] adding namespace I0424 15:06:56.548977 3796 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 15:06:56.549559 3796 namespace.go:102] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] adding namespace took 571.488µs I0424 15:06:56.549574 3796 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 15:06:56.550067 3796 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 487.021µs I0424 15:06:56.550081 3796 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 15:06:56.550564 3796 namespace.go:102] [openshift-route-controller-manager] adding namespace took 477.346µs I0424 15:06:56.550578 3796 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 15:06:56.551038 3796 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 2.046856ms I0424 15:06:56.551053 3796 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 15:06:56.551506 3796 namespace.go:102] [openshift-backplane] adding namespace took 2.503522ms I0424 15:06:56.551521 3796 namespace.go:98] [openshift-config-operator] adding namespace I0424 15:06:56.551945 3796 namespace.go:102] [openshift] adding namespace took 2.940894ms I0424 15:06:56.551960 3796 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 15:06:56.552362 3796 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.35499ms I0424 15:06:56.552373 3796 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 15:06:56.552696 3796 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.679586ms I0424 15:06:56.552706 3796 namespace.go:98] [openshift-etcd] adding namespace I0424 15:06:56.553158 3796 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.137285ms I0424 15:06:56.553173 3796 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 15:06:56.554032 3796 namespace.go:102] [openshift-config-managed] adding namespace took 5.00508ms I0424 15:06:56.554048 3796 namespace.go:98] [openshift-insights] adding namespace I0424 15:06:56.554504 3796 namespace.go:102] [kube-system] adding namespace took 5.469634ms I0424 15:06:56.554518 3796 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 15:06:56.554961 3796 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.931217ms I0424 15:06:56.554976 3796 namespace.go:98] [openshift-network-operator] adding namespace I0424 15:06:56.555394 3796 namespace.go:102] [openshift-dns-operator] adding namespace took 6.361016ms I0424 15:06:56.555408 3796 namespace.go:98] [kube-node-lease] adding namespace I0424 15:06:56.555875 3796 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.84057ms I0424 15:06:56.555889 3796 namespace.go:98] [openshift-marketplace] adding namespace I0424 15:06:56.556346 3796 namespace.go:102] [openshift-node] adding namespace took 7.302191ms I0424 15:06:56.556362 3796 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 15:06:56.556760 3796 namespace.go:102] [openshift-machine-api] adding namespace took 7.710044ms I0424 15:06:56.556770 3796 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 15:06:56.557124 3796 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.031234ms I0424 15:06:56.557135 3796 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 15:06:56.557545 3796 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.961491ms I0424 15:06:56.557558 3796 namespace.go:98] [openshift-console] adding namespace I0424 15:06:56.557936 3796 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.878424ms I0424 15:06:56.557948 3796 namespace.go:98] [openshift-controller-manager] adding namespace I0424 15:06:56.558318 3796 namespace.go:102] [openshift-config-operator] adding namespace took 6.79102ms I0424 15:06:56.558331 3796 namespace.go:98] [openshift-host-network] adding namespace I0424 15:06:56.558685 3796 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.720295ms I0424 15:06:56.558696 3796 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 15:06:56.559137 3796 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.758845ms I0424 15:06:56.559149 3796 namespace.go:98] [openshift-infra] adding namespace I0424 15:06:56.559503 3796 namespace.go:102] [openshift-etcd] adding namespace took 6.792599ms I0424 15:06:56.559514 3796 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 15:06:56.559866 3796 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.687727ms I0424 15:06:56.559877 3796 namespace.go:98] [openshift-apiserver] adding namespace I0424 15:06:56.560341 3796 namespace.go:102] [openshift-insights] adding namespace took 6.286599ms I0424 15:06:56.560356 3796 namespace.go:98] [openshift-console-operator] adding namespace I0424 15:06:56.560777 3796 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.254829ms I0424 15:06:56.560788 3796 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 15:06:56.561195 3796 namespace.go:102] [openshift-network-operator] adding namespace took 6.212514ms I0424 15:06:56.561209 3796 namespace.go:98] [openshift-multus] adding namespace I0424 15:06:56.561523 3796 namespace.go:102] [kube-node-lease] adding namespace took 6.111345ms I0424 15:06:56.561536 3796 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 15:06:56.561954 3796 namespace.go:102] [openshift-marketplace] adding namespace took 6.059226ms I0424 15:06:56.561968 3796 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 15:06:56.562342 3796 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.974967ms I0424 15:06:56.562354 3796 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 15:06:56.562696 3796 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.921089ms I0424 15:06:56.562709 3796 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 15:06:56.563122 3796 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.983389ms I0424 15:06:56.563133 3796 namespace.go:98] [default] adding namespace I0424 15:06:56.563590 3796 namespace.go:102] [openshift-console] adding namespace took 6.027128ms I0424 15:06:56.564023 3796 namespace.go:102] [openshift-controller-manager] adding namespace took 6.071262ms I0424 15:06:56.564034 3796 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 15:06:56.564476 3796 namespace.go:102] [openshift-host-network] adding namespace took 6.138279ms I0424 15:06:56.564491 3796 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 15:06:56.564874 3796 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.172572ms I0424 15:06:56.564886 3796 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 15:06:56.565262 3796 namespace.go:102] [openshift-infra] adding namespace took 6.108852ms I0424 15:06:56.565274 3796 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 15:06:56.565602 3796 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.084015ms I0424 15:06:56.565612 3796 namespace.go:98] [openshift-dns] adding namespace I0424 15:06:56.566126 3796 namespace.go:102] [openshift-apiserver] adding namespace took 6.243913ms I0424 15:06:56.566140 3796 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 15:06:56.566466 3796 namespace.go:102] [openshift-console-operator] adding namespace took 6.105288ms I0424 15:06:56.566475 3796 namespace.go:98] [openshift-package-operator] adding namespace W0424 15:06:56.566885 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2brz8: pod openshift-multus/network-metrics-daemon-2brz8: no pod IPs found W0424 15:06:56.566903 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7p55n: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found W0424 15:06:56.566910 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-lm9jd: pod openshift-multus/network-metrics-daemon-lm9jd: no pod IPs found I0424 15:06:56.566935 3796 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.142156ms I0424 15:06:56.566949 3796 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0424 15:06:56.567313 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-459rw: pod openshift-network-diagnostics/network-check-target-459rw: no pod IPs found W0424 15:06:56.567325 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-48jd9: pod openshift-network-diagnostics/network-check-target-48jd9: no pod IPs found W0424 15:06:56.567333 3796 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9nkzd: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found I0424 15:06:56.567360 3796 namespace.go:102] [openshift-multus] adding namespace took 6.146217ms I0424 15:06:56.567372 3796 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 15:06:56.567768 3796 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.226568ms I0424 15:06:56.567780 3796 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 15:06:56.568159 3796 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.187088ms I0424 15:06:56.568171 3796 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 15:06:56.568538 3796 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.179208ms I0424 15:06:56.568551 3796 namespace.go:98] [openshift-authentication] adding namespace I0424 15:06:56.568928 3796 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.213965ms I0424 15:06:56.568939 3796 namespace.go:98] [openshift-image-registry] adding namespace I0424 15:06:56.569311 3796 namespace.go:102] [default] adding namespace took 6.173581ms I0424 15:06:56.569323 3796 namespace.go:98] [openshift-network-console] adding namespace I0424 15:06:56.569686 3796 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.646499ms I0424 15:06:56.569697 3796 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 15:06:56.570072 3796 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.575775ms I0424 15:06:56.570083 3796 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 15:06:56.570432 3796 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.54159ms I0424 15:06:56.570444 3796 namespace.go:98] [openshift-cluster-version] adding namespace I0424 15:06:56.570919 3796 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.640353ms I0424 15:06:56.570930 3796 namespace.go:98] [openshift-logging] adding namespace I0424 15:06:56.571312 3796 namespace.go:102] [openshift-dns] adding namespace took 5.694372ms I0424 15:06:56.571324 3796 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 15:06:56.571681 3796 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.536838ms I0424 15:06:56.571691 3796 namespace.go:98] [openshift-operators] adding namespace I0424 15:06:56.572032 3796 namespace.go:102] [openshift-package-operator] adding namespace took 5.553837ms I0424 15:06:56.572041 3796 namespace.go:98] [kube-public] adding namespace I0424 15:06:56.572477 3796 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.523024ms I0424 15:06:56.572490 3796 namespace.go:98] [dedicated-admin] adding namespace I0424 15:06:56.572828 3796 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.451968ms I0424 15:06:56.572838 3796 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 15:06:56.573275 3796 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.489201ms I0424 15:06:56.573287 3796 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 15:06:56.573641 3796 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.465184ms I0424 15:06:56.573654 3796 namespace.go:98] [openshift-monitoring] adding namespace I0424 15:06:56.574025 3796 namespace.go:102] [openshift-authentication] adding namespace took 5.469532ms I0424 15:06:56.574036 3796 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 15:06:56.574408 3796 namespace.go:102] [openshift-image-registry] adding namespace took 5.464313ms I0424 15:06:56.574420 3796 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 15:06:56.574744 3796 namespace.go:102] [openshift-network-console] adding namespace took 5.417402ms I0424 15:06:56.574754 3796 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 15:06:56.575250 3796 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.548553ms I0424 15:06:56.575579 3796 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.491764ms I0424 15:06:56.576004 3796 namespace.go:102] [openshift-cluster-version] adding namespace took 5.555461ms I0424 15:06:56.576318 3796 namespace.go:102] [openshift-logging] adding namespace took 5.383526ms I0424 15:06:56.576716 3796 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.388104ms I0424 15:06:56.576728 3796 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 15:06:56.577052 3796 namespace.go:102] [openshift-operators] adding namespace took 5.356654ms I0424 15:06:56.577457 3796 namespace.go:102] [kube-public] adding namespace took 5.411936ms I0424 15:06:56.577805 3796 namespace.go:102] [dedicated-admin] adding namespace took 5.310167ms I0424 15:06:56.578159 3796 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.30442ms I0424 15:06:56.578594 3796 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.303119ms I0424 15:06:56.578606 3796 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 15:06:56.578949 3796 namespace.go:102] [openshift-monitoring] adding namespace took 5.291097ms I0424 15:06:56.579363 3796 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.322203ms I0424 15:06:56.579373 3796 namespace.go:98] [openshift-ingress] adding namespace I0424 15:06:56.579681 3796 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.257601ms I0424 15:06:56.579692 3796 namespace.go:98] [openshift-config] adding namespace I0424 15:06:56.580073 3796 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.313967ms I0424 15:06:56.580568 3796 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.83533ms I0424 15:06:56.580991 3796 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.38047ms I0424 15:06:56.581405 3796 namespace.go:102] [openshift-ingress] adding namespace took 2.026952ms I0424 15:06:56.581735 3796 namespace.go:102] [openshift-config] adding namespace took 2.039008ms W0424 15:06:56.581806 3796 master.go:471] Unable to parse remote node ip-10-0-1-111.ec2.internal chassis-id annotation. Chassis may be removed during sync W0424 15:06:56.581813 3796 master.go:471] Unable to parse remote node ip-10-0-2-250.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 15:06:56.581909 3796 master.go:548] Adding or Updating local node "ip-10-0-0-25.ec2.internal" for network "default" I0424 15:06:56.581978 3796 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-250.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-250.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-250.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-250.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-250.ec2.internal I0424 15:06:56.582001 3796 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-111.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-111.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-111.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-111.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-111.ec2.internal W0424 15:06:56.589160 3796 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-459rw: pod openshift-network-diagnostics/network-check-target-459rw: no pod IPs found W0424 15:06:56.589172 3796 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2brz8: pod openshift-multus/network-metrics-daemon-2brz8: no pod IPs found I0424 15:06:56.590164 3796 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-25.ec2.internal for the network default I0424 15:06:56.590455 3796 zone_ic_handler.go:195] Time taken to create transit switch: 279.449µs I0424 15:06:56.591225 3796 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 15:06:56.591249 3796 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 15:06:56.591262 3796 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 15:06:56.591271 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0424 15:06:56.591298 3796 node_tracker.go:235] Node ip-10-0-2-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal" I0424 15:06:56.591313 3796 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0424 15:06:56.591329 3796 services_controller.go:574] Full service sync requested for network=default I0424 15:06:56.591338 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0424 15:06:56.591365 3796 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0424 15:06:56.591371 3796 services_controller.go:574] Full service sync requested for network=default I0424 15:06:56.591376 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:06:56.591388 3796 node_tracker.go:235] Node ip-10-0-1-111.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-111.ec2.internal" I0424 15:06:56.591411 3796 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:06:56.591417 3796 services_controller.go:574] Full service sync requested for network=default I0424 15:06:56.691562 3796 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 15:06:56.691595 3796 services_controller.go:208] Setting up event handlers for services for network=default I0424 15:06:56.691672 3796 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 15:06:56.691736 3796 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 15:06:56.691753 3796 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 15:06:56.791873 3796 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 15:06:56.791892 3796 repair.go:60] Starting repairing loop for services I0424 15:06:56.791986 3796 repair.go:131] Deleted 0 stale service LBs I0424 15:06:56.792012 3796 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 15:06:56.792030 3796 repair.go:62] Finished repairing loop for services: 138.999µs I0424 15:06:56.792053 3796 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 15:06:56.792073 3796 services_controller.go:254] Starting workers for network=default I0424 15:06:56.792793 3796 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9nkzd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found I0424 15:06:56.792800 3796 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2brz8] creating logical port openshift-multus_network-metrics-daemon-2brz8 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:06:56.792802 3796 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-459rw] creating logical port openshift-network-diagnostics_network-check-target-459rw for pod on switch ip-10-0-0-25.ec2.internal I0424 15:06:56.793001 3796 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-459rw I0424 15:06:56.793131 3796 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-lm9jd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-lm9jd: suppressed error logged: pod openshift-multus/network-metrics-daemon-lm9jd: no pod IPs found I0424 15:06:56.793143 3796 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-48jd9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48jd9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48jd9: no pod IPs found I0424 15:06:56.793153 3796 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7p55n, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7p55n: suppressed error logged: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found I0424 15:06:56.793162 3796 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2brz8 I0424 15:06:56.816155 3796 pod.go:62] [openshift-network-diagnostics/network-check-target-459rw] pod update took 23.234124ms I0424 15:06:56.816172 3796 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-459rw] addLogicalPort annotation time took 23.251619ms I0424 15:06:56.817003 3796 pods.go:271] [openshift-network-diagnostics/network-check-target-459rw] addLogicalPort took 24.209123ms, libovsdb time 613.828µs I0424 15:06:56.819701 3796 pod.go:62] [openshift-multus/network-metrics-daemon-2brz8] pod update took 26.787993ms I0424 15:06:56.819720 3796 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-2brz8] addLogicalPort annotation time took 26.810597ms I0424 15:06:56.820491 3796 pods.go:271] [openshift-multus/network-metrics-daemon-2brz8] addLogicalPort took 27.706491ms, libovsdb time 549.656µs I0424 15:06:56.821015 3796 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 15:06:56.821042 3796 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 15:06:56.821058 3796 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 15:06:56.821065 3796 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 15:06:56.821318 3796 repair.go:29] Repairing admin network policies took 246.996µs I0424 15:06:56.821475 3796 repair.go:92] Repairing baseline admin network policies took 145.273µs I0424 15:06:56.821827 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 15:06:56.821862 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 15:06:56.823832 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 15:06:56.823870 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 15:06:56.823880 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 15:06:56.825730 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 15:06:56.825766 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 15:06:56.825779 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 15:06:56.828340 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 15:06:56.828357 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 15:06:56.828369 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 15:06:56.830714 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 15:06:56.830733 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 15:06:56.830741 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 15:06:56.831275 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 15:06:56.831293 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 15:06:56.831302 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 15:06:56.832790 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:06:56.832813 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 15:06:56.832821 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 15:06:56.834812 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 15:06:56.834828 3796 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 15:06:56.834837 3796 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 15:06:56.836943 3796 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 15:06:56.836959 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 15:06:56.836966 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 15:06:56.837270 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 15:06:56.837288 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 15:06:56.837297 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 15:06:56.837959 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 15:06:56.837981 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 15:06:56.837992 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 15:06:56.838518 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 15:06:56.838534 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 15:06:56.838916 3796 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 15:06:56.838928 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:06:56.839872 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 15:06:56.839891 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 15:06:56.839901 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 15:06:56.840499 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 15:06:56.840521 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 15:06:56.840531 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 15:06:56.841746 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 15:06:56.841763 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 15:06:56.841774 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 15:06:56.842760 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 15:06:56.842777 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 15:06:56.842787 3796 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 15:06:56.844410 3796 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 15:06:56.844429 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 15:06:56.844437 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 15:06:56.844921 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 15:06:56.844939 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 15:06:56.844946 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 15:06:56.845233 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 15:06:56.845249 3796 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 15:06:56.845260 3796 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 15:06:56.846241 3796 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 15:06:56.846259 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 15:06:56.846271 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 15:06:56.846768 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 15:06:56.846789 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 15:06:56.846798 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 15:06:56.847265 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 15:06:56.847285 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 15:06:56.847295 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 15:06:56.848119 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 15:06:56.848140 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 15:06:56.848151 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 15:06:56.849013 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 15:06:56.849031 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 15:06:56.849054 3796 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 15:06:56.849752 3796 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 15:06:56.849768 3796 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 15:06:56.849774 3796 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 15:06:56.850073 3796 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 15:06:56.850096 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 15:06:56.850104 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 15:06:56.850608 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 15:06:56.850627 3796 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 15:06:56.850633 3796 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 15:06:56.850927 3796 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 15:06:56.850948 3796 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 15:06:56.850960 3796 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 15:06:56.851454 3796 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 15:06:56.851470 3796 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 15:06:56.851481 3796 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 15:06:56.852547 3796 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 15:06:56.857961 3796 egressfirewall.go:374] Starting EgressFirewall controller I0424 15:06:56.858013 3796 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 15:06:56.858048 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 15:06:56.858060 3796 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 15:06:56.858015 3796 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 15:06:56.858080 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 15:06:56.858088 3796 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 15:06:56.858324 3796 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 15:06:56.858336 3796 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 15:06:56.858344 3796 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 15:06:56.858356 3796 egressqos.go:193] Setting up event handlers for EgressQoS I0424 15:06:56.858365 3796 egressfirewall.go:723] Syncing node "ip-10-0-0-25.ec2.internal" for egress firewall I0424 15:06:56.858376 3796 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:06:56.858380 3796 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0424 15:06:56.858468 3796 egressqos.go:245] Starting EgressQoS Controller I0424 15:06:56.858481 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 15:06:56.858490 3796 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 15:06:56.858505 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 15:06:56.858512 3796 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 15:06:56.858520 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 15:06:56.858527 3796 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 15:06:56.858532 3796 egressqos.go:259] Repairing EgressQoSes I0424 15:06:56.858538 3796 egressqos.go:399] Starting repairing loop for egressqos I0424 15:06:56.858640 3796 egressqos.go:401] Finished repairing loop for egressqos: 100.636µs I0424 15:06:56.858663 3796 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 15:06:56.858694 3796 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-25.ec2.internal I0424 15:06:56.858743 3796 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-25.ec2.internal : 43.792µs I0424 15:06:56.858955 3796 egressservice_zone.go:210] Starting Egress Services Controller I0424 15:06:56.858972 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:06:56.858983 3796 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:06:56.858994 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:06:56.859002 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:06:56.859010 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:06:56.859017 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:06:56.859025 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 15:06:56.859032 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 15:06:56.859038 3796 egressservice_zone.go:228] Repairing Egress Services I0424 15:06:56.859355 3796 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 15:06:56.859366 3796 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:06:56.859436 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0424 15:06:56.859450 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 14.935µs I0424 15:06:56.859457 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:06:56.859458 3796 default_network_controller.go:585] Completing all the Watchers took 310.617424ms I0424 15:06:56.859469 3796 default_network_controller.go:589] Starting unidling controllers I0424 15:06:56.859480 3796 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 15:06:56.859460 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 4.041µs I0424 15:06:56.859485 3796 unidle.go:63] Populating Initial ContollerEvent events I0424 15:06:56.859498 3796 unidle.go:79] Setting up event handlers for services I0424 15:06:56.859499 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0424 15:06:56.859508 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 13.053µs I0424 15:06:56.859544 3796 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:06:56.909569 3796 default_node_network_controller.go:519] Node connection status = connected I0424 15:06:57.409520 3796 default_node_network_controller.go:519] Node connection status = connected I0424 15:06:57.909390 3796 default_node_network_controller.go:519] Node connection status = connected I0424 15:06:58.409625 3796 default_node_network_controller.go:519] Node connection status = connected I0424 15:06:58.695452 3796 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 15:06:58.909794 3796 default_node_network_controller.go:519] Node connection status = connected I0424 15:06:58.926695 3796 bridgeconfig.go:537] Gateway is ready I0424 15:06:58.926715 3796 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 15:06:58.937619 3796 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.25. Updating OVN encap IP. I0424 15:06:58.942577 3796 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.25 - it is already configured I0424 15:06:58.942591 3796 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.25/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 15:06:58.942828 3796 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.25/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-25.ec2.internal","mac-address":"12:a6:d1:8a:f4:45","ip-addresses":["10.0.0.25/24"],"ip-address":"10.0.0.25/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:01d0ad26-437b-4778-8d58-805135d94331 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.25/24"}] on node ip-10-0-0-25.ec2.internal I0424 15:06:58.960629 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-25.ec2.internal in network "default" I0424 15:06:58.960674 3796 master.go:548] Adding or Updating local node "ip-10-0-0-25.ec2.internal" for network "default" I0424 15:06:58.960689 3796 egressfirewall.go:723] Syncing node "ip-10-0-0-25.ec2.internal" for egress firewall I0424 15:06:58.960692 3796 node_tracker.go:169] Node ip-10-0-0-25.ec2.internal switch + router changed, syncing services in network "default" I0424 15:06:58.960711 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0424 15:06:58.960718 3796 services_controller.go:574] Full service sync requested for network=default I0424 15:06:58.960725 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 18.373µs I0424 15:06:58.961040 3796 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.25 I0424 15:06:58.961143 3796 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-25.ec2.internal I0424 15:06:58.965596 3796 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-25.ec2.internal. Updating no re-route policies I0424 15:06:58.965657 3796 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-25.ec2.internal I0424 15:06:58.965663 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-stkpq I0424 15:06:58.965678 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-stkpq I0424 15:06:58.965684 3796 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-25.ec2.internal I0424 15:06:58.965694 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6s77q I0424 15:06:58.965708 3796 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-25.ec2.internal after 0 failed attempt(s) I0424 15:06:58.965710 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-25.ec2.internal I0424 15:06:58.965718 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-25.ec2.internal I0424 15:06:58.965716 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-459rw I0424 15:06:58.965724 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-p9tbk I0424 15:06:58.965726 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-whfcx I0424 15:06:58.965737 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-p9tbk I0424 15:06:58.965738 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-459rw I0424 15:06:58.965746 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-48jd9 I0424 15:06:58.965754 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bczzb I0424 15:06:58.965760 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-p9tbk after 0 failed attempt(s) I0424 15:06:58.965770 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bczzb I0424 15:06:58.965769 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7p55n I0424 15:06:58.965772 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-48jd9 I0424 15:06:58.965772 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd I0424 15:06:58.965782 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2brz8 I0424 15:06:58.965783 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7p55n I0424 15:06:58.965741 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-25.ec2.internal after 0 failed attempt(s) I0424 15:06:58.965790 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-phblr I0424 15:06:58.965785 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mv6qc I0424 15:06:58.965797 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-f95d9 I0424 15:06:58.965825 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd I0424 15:06:58.965831 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-f95d9 I0424 15:06:58.965834 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-phblr I0424 15:06:58.965789 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bczzb after 0 failed attempt(s) I0424 15:06:58.965711 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6s77q I0424 15:06:58.965867 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-f95d9 after 0 failed attempt(s) I0424 15:06:58.965797 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2brz8 I0424 15:06:58.965877 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-phblr after 0 failed attempt(s) I0424 15:06:58.965788 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-whfcx I0424 15:06:58.965888 3796 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-9nkzd, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-9nkzd: suppressed error logged: pod openshift-network-diagnostics/network-check-target-9nkzd: no pod IPs found I0424 15:06:58.965832 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mv6qc I0424 15:06:58.965893 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6s77q after 0 failed attempt(s) I0424 15:06:58.965899 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-whfcx after 0 failed attempt(s) I0424 15:06:58.965830 3796 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7p55n, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7p55n: suppressed error logged: pod openshift-multus/network-metrics-daemon-7p55n: no pod IPs found I0424 15:06:58.965700 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-stkpq after 0 failed attempt(s) I0424 15:06:58.965756 3796 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lm9jd I0424 15:06:58.965913 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mv6qc after 0 failed attempt(s) I0424 15:06:58.965919 3796 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lm9jd I0424 15:06:58.965906 3796 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2brz8] creating logical port openshift-multus_network-metrics-daemon-2brz8 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:06:58.965927 3796 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-459rw] creating logical port openshift-network-diagnostics_network-check-target-459rw for pod on switch ip-10-0-0-25.ec2.internal I0424 15:06:58.965947 3796 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-lm9jd, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-lm9jd: suppressed error logged: pod openshift-multus/network-metrics-daemon-lm9jd: no pod IPs found I0424 15:06:58.965959 3796 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-48jd9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-48jd9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-48jd9: no pod IPs found I0424 15:06:58.965785 3796 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qfcct I0424 15:06:58.965979 3796 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qfcct I0424 15:06:58.965999 3796 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qfcct after 0 failed attempt(s) I0424 15:06:58.966643 3796 pods.go:271] [openshift-multus/network-metrics-daemon-2brz8] addLogicalPort took 744.381µs, libovsdb time 275.777µs I0424 15:06:58.966656 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2brz8 after 0 failed attempt(s) I0424 15:06:58.966714 3796 pods.go:271] [openshift-network-diagnostics/network-check-target-459rw] addLogicalPort took 807.982µs, libovsdb time 284.718µs I0424 15:06:58.966722 3796 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-459rw after 0 failed attempt(s) I0424 15:06:58.977678 3796 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 15:06:58.989042 3796 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 15:06:58.992213 3796 iptables.go:108] Creating table: nat chain: OUTPUT I0424 15:06:59.046438 3796 iptables.go:108] Creating table: nat chain: PREROUTING I0424 15:06:59.110604 3796 iptables.go:108] Creating table: filter chain: FORWARD I0424 15:06:59.127061 3796 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 15:06:59.127198 3796 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 15:06:59.127256 3796 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 15:06:59.127355 3796 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 15:06:59.127417 3796 gateway_init.go:325] Gateway and management port readiness took 2.722599926s I0424 15:06:59.127452 3796 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 15:06:59.127499 3796 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 15:06:59.127518 3796 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 15:06:59.127529 3796 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 15:06:59.127630 3796 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 15:06:59.127718 3796 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.124µs I0424 15:06:59.128108 3796 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 15:06:59.128146 3796 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 25.365µs I0424 15:06:59.128158 3796 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 49.818µs I0424 15:06:59.128166 3796 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 15:06:59.128177 3796 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 15:06:59.128183 3796 default_node_network_controller.go:899] Starting the default node network controller I0424 15:06:59.128190 3796 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 15:06:59.128205 3796 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.121µs I0424 15:06:59.128390 3796 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 15:06:59.128401 3796 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 15:06:59.128429 3796 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc9390 0xc0002ece70 0xc0002ecee0 0xc0002ecfc0 0xc0002ed0a0 0xc0002ed110 0xc0002ed1f0 0xc000cfa460 0xc0002ed260 0xc0002ed2d0 0xc000b1e320 0xc006581340 0xc0002ed340 map[0x2ff9080:0xc002108900 0x2ff95c0:0xc002108a80 0x2ffa2e0:0xc002108840 0x2ffa580:0xc0021088a0 0x2ffad60:0xc002108960 0x2ffb000:0xc0021089c0 0x2ffb2a0:0xc002108a20 0x2ffba80:0xc002108ae0 0x2ffbd20:0xc002108c00 0x3026980:0xc0007d63c0 0x3026d20:0xc0007d65a0 0x3027800:0xc000cfc3c0 0x3029160:0xc001d14000 0x30298a0:0xc0007d6600 0x302a720:0xc001091080] 0xc00013d2d0 0} I0424 15:06:59.128520 3796 gateway.go:151] Starting gateway service sync I0424 15:06:59.129181 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 15:06:59.131592 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 15:06:59.158187 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 15:06:59.159705 3796 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 15:06:59.160761 3796 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 15:06:59.196598 3796 gateway.go:168] Gateway service sync done. Time taken: 68.062885ms I0424 15:06:59.197138 3796 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32526 I0424 15:06:59.197370 3796 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc9390 0xc0002ece70 0xc0002ecee0 0xc0002ecfc0 0xc0002ed0a0 0xc0002ed110 0xc0002ed1f0 0xc000cfa460 0xc0002ed260 0xc0002ed2d0 0xc000b1e320 0xc006581340 0xc0002ed340 map[0x2ff9080:0xc002108900 0x2ff95c0:0xc002108a80 0x2ffa2e0:0xc002108840 0x2ffa580:0xc0021088a0 0x2ffad60:0xc002108960 0x2ffb000:0xc0021089c0 0x2ffb2a0:0xc002108a20 0x2ffba80:0xc002108ae0 0x2ffbd20:0xc002108c00 0x3026980:0xc0007d63c0 0x3026d20:0xc0007d65a0 0x3027800:0xc000cfc3c0 0x3029160:0xc001d14000 0x30298a0:0xc0007d6600 0x302a720:0xc001091080] 0xc00013d2d0 0} I0424 15:06:59.197889 3796 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bc9390 0xc0002ece70 0xc0002ecee0 0xc0002ecfc0 0xc0002ed0a0 0xc0002ed110 0xc0002ed1f0 0xc000cfa460 0xc0002ed260 0xc0002ed2d0 0xc000b1e320 0xc006581340 0xc0002ed340 map[0x2ff9080:0xc002108900 0x2ff95c0:0xc002108a80 0x2ffa2e0:0xc002108840 0x2ffa580:0xc0021088a0 0x2ffad60:0xc002108960 0x2ffb000:0xc0021089c0 0x2ffb2a0:0xc002108a20 0x2ffba80:0xc002108ae0 0x2ffbd20:0xc002108c00 0x3026980:0xc0007d63c0 0x3026d20:0xc0007d65a0 0x3027800:0xc000cfc3c0 0x3029160:0xc001d14000 0x30298a0:0xc0007d6600 0x302a720:0xc001091080] 0xc00013d2d0 0} I0424 15:06:59.197934 3796 gateway.go:532] Reconciling gateway with updates I0424 15:06:59.203431 3796 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 15:06:59.203515 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:06:59.203529 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:06:59.203534 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:06:59.203541 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:06:59.203553 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:06:59.203555 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:06:59.203556 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:06:59.203566 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:06:59.203565 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:06:59.203574 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:06:59.203578 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:06:59.203581 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:06:59.203587 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203589 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:06:59.203600 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:06:59.203604 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:06:59.203606 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:06:59.203604 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:06:59.203612 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:06:59.203618 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:06:59.203621 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:06:59.203625 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:06:59.203628 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:06:59.203533 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:06:59.203633 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:06:59.203642 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:06:59.203641 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:06:59.203647 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203623 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:06:59.203657 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:06:59.203667 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:06:59.203668 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:06:59.203672 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:06:59.203643 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:06:59.203675 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:06:59.203679 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:06:59.203690 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:06:59.203693 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:06:59.203700 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:06:59.203704 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:06:59.203708 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:06:59.203716 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:06:59.203718 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:06:59.203567 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203721 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:06:59.203729 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:06:59.203691 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:06:59.203741 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:06:59.203749 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:06:59.203545 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:06:59.203731 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:06:59.203703 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:06:59.203763 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:06:59.203761 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:06:59.203684 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:06:59.203779 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:06:59.203515 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:06:59.203782 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:06:59.203793 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:06:59.203800 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:06:59.203800 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:06:59.203700 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:06:59.203793 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:06:59.203812 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:06:59.203576 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:06:59.203818 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:06:59.203587 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:06:59.203826 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:06:59.203834 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:06:59.203872 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:06:59.203561 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:06:59.203882 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203892 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:06:59.203894 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:06:59.203901 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:06:59.203906 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:06:59.203898 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203621 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:06:59.203944 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:06:59.203584 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:06:59.203975 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:06:59.203633 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:06:59.203908 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203659 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:06:59.204013 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:06:59.203647 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203672 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:06:59.204056 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:06:59.203658 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:06:59.204082 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:06:59.203685 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:06:59.203686 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:06:59.204130 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:06:59.203518 3796 default_node_network_controller.go:944] Gateway and management port readiness took 75.109654ms I0424 15:06:59.203700 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:06:59.204254 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:06:59.203704 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:06:59.204285 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:06:59.204302 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:06:59.203716 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:06:59.204322 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:06:59.203718 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 32010 is already open, no action needed I0424 15:06:59.204404 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 31578 is already open, no action needed I0424 15:06:59.203719 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:06:59.204477 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:06:59.203780 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:06:59.203884 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:06:59.203623 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:06:59.203631 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:06:59.204620 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:06:59.204633 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:06:59.203648 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:06:59.204652 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:06:59.203703 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:06:59.205198 3796 node_ip_handler_linux.go:160] Node IP manager is running W0424 15:06:59.242917 3796 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:06:59.243120 3796 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 15:06:59.243244 3796 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0424 15:06:59.252284 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:06:59.252314 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:06:59.252324 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:06:59.252332 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:06:59.252342 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:06:59.252351 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:06:59.252360 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:06:59.252368 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:06:59.252376 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:06:59.252387 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:06:59.252399 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:06:59.252416 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:06:59.252437 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:06:59.252443 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:06:59.296107 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:06:59.296143 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:06:59.339309 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:06:59.339322 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:06:59.339342 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:06:59.339353 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:06:59.339361 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:07:00.753858 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0424 15:07:00.753875 3796 default_network_controller.go:1025] Node "ip-10-0-2-250.ec2.internal" in remote zone "ip-10-0-2-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:00.753885 3796 node_tracker.go:235] Node ip-10-0-2-250.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-250.ec2.internal" I0424 15:07:00.753905 3796 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:00.753933 3796 services_controller.go:574] Full service sync requested for network=default W0424 15:07:00.869889 3796 egressip_healthcheck.go:76] Health checking using insecure connection I0424 15:07:00.869951 3796 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0424 15:07:00.869974 3796 default_node_network_controller.go:1380] Starting node controller node sync I0424 15:07:00.879593 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0424 15:07:00.879652 3796 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:00.879667 3796 services_controller.go:574] Full service sync requested for network=default I0424 15:07:00.881956 3796 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.965914ms I0424 15:07:00.882162 3796 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 15:07:00.882248 3796 default_network_controller.go:1025] Node "ip-10-0-2-250.ec2.internal" in remote zone "ip-10-0-2-250.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:00.882487 3796 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 15:07:00.882669 3796 egressservice_node.go:183] Starting Egress Services Controller I0424 15:07:00.882695 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 15:07:00.882709 3796 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 15:07:00.882717 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 15:07:00.882724 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 15:07:00.882732 3796 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 15:07:00.882741 3796 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 15:07:00.882753 3796 egressservice_node.go:197] Repairing Egress Services I0424 15:07:00.883241 3796 zone_ic_handler.go:195] Time taken to create transit switch: 275.492µs I0424 15:07:00.883259 3796 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-250.ec2.internal for the network default I0424 15:07:00.884357 3796 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-250.ec2.internal" on network "default" took: 1.406216ms I0424 15:07:00.893299 3796 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 15:07:00.893315 3796 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 15:07:00.893507 3796 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 15:07:00.893519 3796 link_network_manager.go:119] Link manager is running I0424 15:07:00.893528 3796 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 15:07:00.893741 3796 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 15:07:00.894007 3796 vrf_manager.go:128] VRF manager is running I0424 15:07:00.894223 3796 node_controller_manager.go:437] Removing flows to drop GARP I0424 15:07:00.894234 3796 gateway.go:532] Reconciling gateway with updates I0424 15:07:00.909765 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:00.909784 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:00.909789 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 15:07:00.909789 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:00.909797 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:00.909808 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:00.909809 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:00.909816 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 15:07:00.909826 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 15:07:00.909829 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:00.909829 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 15:07:00.909838 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 15:07:00.909859 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 15:07:00.909858 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:00.909868 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 15:07:00.909875 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 32010 is already open, no action needed I0424 15:07:00.909878 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:00.909884 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 15:07:00.909889 3796 port_claim.go:71] Svc openshift-ingress/router-default: port 31578 is already open, no action needed I0424 15:07:00.909894 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 15:07:00.909895 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:00.909895 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:00.909905 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 15:07:00.909908 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 15:07:00.909910 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:00.909918 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 15:07:00.909926 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:00.909926 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 15:07:00.909927 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:00.909939 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 15:07:00.909943 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:00.909941 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 15:07:00.909943 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:00.909956 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 15:07:00.909959 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:00.909961 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 15:07:00.909818 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 15:07:00.909971 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 15:07:00.909970 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:00.909983 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:00.909996 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:00.910027 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 15:07:00.909813 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 15:07:00.909884 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:00.909959 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:00.910072 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:00.910077 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 15:07:00.910084 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 15:07:00.910088 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 15:07:00.910089 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:00.910090 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:00.910091 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:00.910099 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 15:07:00.910102 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:00.910105 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 15:07:00.910112 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:00.910113 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:00.909981 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 15:07:00.910121 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 15:07:00.910125 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 15:07:00.910106 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:00.910140 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 15:07:00.910101 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 15:07:00.909973 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:00.910161 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 15:07:00.909999 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 15:07:00.910091 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:00.910169 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:00.909828 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:00.910176 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 15:07:00.910180 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 15:07:00.910179 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:00.910184 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 15:07:00.910191 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 15:07:00.909925 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 15:07:00.910253 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:00.910271 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 15:07:00.909796 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 15:07:00.909901 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 15:07:00.909875 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 15:07:00.910341 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 15:07:00.909903 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 15:07:00.910348 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 15:07:00.909942 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:00.910359 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 15:07:00.909959 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:00.910376 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 15:07:00.909764 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:00.910417 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:07:00.909984 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 15:07:00.910000 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:00.910534 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 15:07:00.910012 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:00.910599 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 15:07:00.910106 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 15:07:00.910104 3796 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:00.910702 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 15:07:00.910710 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 15:07:00.910114 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 15:07:00.910168 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 15:07:00.910172 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 15:07:00.910180 3796 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 15:07:00.910768 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 15:07:00.986236 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 15:07:00.986255 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 15:07:00.986272 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 15:07:00.986278 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 15:07:00.986284 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 15:07:01.025185 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 15:07:01.025192 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 15:07:01.025215 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 15:07:01.025231 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 15:07:01.025237 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 15:07:01.025243 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 15:07:01.025249 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 15:07:01.025254 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 15:07:01.025260 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 15:07:01.025266 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 15:07:01.025272 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 15:07:01.025277 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 15:07:01.025284 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 15:07:01.025289 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 15:07:01.025294 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 15:07:01.025299 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 15:07:01.025305 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 15:07:01.025311 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 15:07:01.025318 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 15:07:01.025323 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 15:07:01.025328 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 15:07:01.025333 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 15:07:01.025345 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 15:07:01.025361 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 15:07:01.025367 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 15:07:01.025372 3796 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 15:07:02.785333 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-25.ec2.internal I0424 15:07:02.785368 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-25.ec2.internal: 46.969µs I0424 15:07:02.816823 3796 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-56486f46bd-kjxbl] creating logical port openshift-image-registry_image-registry-56486f46bd-kjxbl for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:02.816959 3796 kube.go:256] Updating pod openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:02.847435 3796 pod.go:62] [openshift-image-registry/image-registry-56486f46bd-kjxbl] pod update took 30.502358ms I0424 15:07:02.847455 3796 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-56486f46bd-kjxbl] addLogicalPort annotation time took 30.527115ms I0424 15:07:02.848574 3796 pods.go:271] [openshift-image-registry/image-registry-56486f46bd-kjxbl] addLogicalPort took 31.765687ms, libovsdb time 849.127µs I0424 15:07:02.858339 3796 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-v5qsb] creating logical port openshift-dns_dns-default-v5qsb for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:02.858439 3796 kube.go:256] Updating pod openshift-dns/dns-default-v5qsb I0424 15:07:02.862535 3796 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-7v9zk for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:02.862573 3796 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-66xsb] creating logical port openshift-ingress-canary_ingress-canary-66xsb for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:02.862644 3796 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk I0424 15:07:02.862670 3796 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-66xsb I0424 15:07:02.878421 3796 pod.go:62] [openshift-dns/dns-default-v5qsb] pod update took 20.005651ms I0424 15:07:02.878439 3796 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-v5qsb] addLogicalPort annotation time took 20.027633ms I0424 15:07:02.879443 3796 pods.go:271] [openshift-dns/dns-default-v5qsb] addLogicalPort took 21.132356ms, libovsdb time 742.554µs I0424 15:07:02.879943 3796 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk] pod update took 17.346599ms I0424 15:07:02.879963 3796 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk] addLogicalPort annotation time took 17.368038ms I0424 15:07:02.880987 3796 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk] addLogicalPort took 18.459379ms, libovsdb time 815.378µs I0424 15:07:02.882063 3796 pod.go:62] [openshift-ingress-canary/ingress-canary-66xsb] pod update took 19.409482ms I0424 15:07:02.882083 3796 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-66xsb] addLogicalPort annotation time took 19.430015ms I0424 15:07:02.883114 3796 pods.go:271] [openshift-ingress-canary/ingress-canary-66xsb] addLogicalPort took 20.553107ms, libovsdb time 753.621µs I0424 15:07:03.264237 3796 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk b2f652daed94292057348a859966a7c8c41d23db92a70868b6ce02f57883496d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk b2f652daed94292057348a859966a7c8c41d23db92a70868b6ce02f57883496d network default NAD default NAD key ] I0424 15:07:03.282814 3796 cni.go:452] [openshift-ingress-canary/ingress-canary-66xsb ff393d79bf4a91788b5d98957946252887c868c0a95c6a96211c7901d891705a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-66xsb ff393d79bf4a91788b5d98957946252887c868c0a95c6a96211c7901d891705a network default NAD default NAD key ] I0424 15:07:03.301386 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-66xsb, hostIfaceName: ff393d79bf4a917, network: default, NAD default, SandboxID: "ff393d79bf4a91788b5d98957946252887c868c0a95c6a96211c7901d891705a", PCI device ID: , UID: "fb4b8ff5-fa9b-4fd6-999a-bdfbd7f9a6ae", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0424 15:07:03.301450 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-7v9zk, hostIfaceName: b2f652daed94292, network: default, NAD default, SandboxID: "b2f652daed94292057348a859966a7c8c41d23db92a70868b6ce02f57883496d", PCI device ID: , UID: "895002b2-eaa7-4a25-8d78-b410fff7999a", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0424 15:07:03.353143 3796 cni.go:473] [openshift-ingress-canary/ingress-canary-66xsb ff393d79bf4a91788b5d98957946252887c868c0a95c6a96211c7901d891705a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-66xsb ff393d79bf4a91788b5d98957946252887c868c0a95c6a96211c7901d891705a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0a:2e:d8:39:24\",\"name\":\"ff393d79bf4a917\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59cce22a-8e9b-47b8-82fe-591002ce1954\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:03.353157 3796 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk b2f652daed94292057348a859966a7c8c41d23db92a70868b6ce02f57883496d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7v9zk b2f652daed94292057348a859966a7c8c41d23db92a70868b6ce02f57883496d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e9:1c:4f:1c:92\",\"name\":\"b2f652daed94292\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12c5287f-5b5b-48a4-86a3-608064a8f46c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:03.432570 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0424 15:07:03.432757 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 192.811µs I0424 15:07:03.432655 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-250.ec2.internal in network "default" I0424 15:07:03.432813 3796 node_tracker.go:169] Node ip-10-0-2-250.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:03.432859 3796 services_controller.go:574] Full service sync requested for network=default I0424 15:07:03.432659 3796 egressfirewall.go:723] Syncing node "ip-10-0-2-250.ec2.internal" for egress firewall I0424 15:07:03.432701 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:03.432932 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules I0424 15:07:03.438825 3796 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-250.ec2.internal. Updating no re-route policies I0424 15:07:03.448867 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 10.0.2.250 to PMTUD blocking rules I0424 15:07:03.448881 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-250.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:03.943155 3796 cni.go:452] [openshift-network-diagnostics/network-check-target-459rw f257ad329d1d576e00eedc91f670c2b5866348b8ca687755af11a98290e2688b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-459rw f257ad329d1d576e00eedc91f670c2b5866348b8ca687755af11a98290e2688b network default NAD default NAD key ] I0424 15:07:03.953727 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-459rw, hostIfaceName: f257ad329d1d576, network: default, NAD default, SandboxID: "f257ad329d1d576e00eedc91f670c2b5866348b8ca687755af11a98290e2688b", PCI device ID: , UID: "ca1cbcf3-9681-4ecf-8be6-d84891f30d96", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0424 15:07:03.998070 3796 cni.go:473] [openshift-network-diagnostics/network-check-target-459rw f257ad329d1d576e00eedc91f670c2b5866348b8ca687755af11a98290e2688b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-459rw f257ad329d1d576e00eedc91f670c2b5866348b8ca687755af11a98290e2688b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1f:98:7b:cd:f3\",\"name\":\"f257ad329d1d576\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/731fb7d1-1f66-4768-9b0b-a5eb4d9bb578\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:06.286098 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:06.286117 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 26.206µs I0424 15:07:06.286155 3796 default_network_controller.go:1025] Node "ip-10-0-1-111.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:06.286173 3796 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:07:07.241407 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-250.ec2.internal I0424 15:07:07.241447 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-250.ec2.internal: 47.394µs W0424 15:07:11.147197 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:07:11.164377 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:12.343866 3796 default_network_controller.go:1025] Node "ip-10-0-1-111.ec2.internal" in remote zone "ip-10-0-1-111.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 15:07:12.343896 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:12.343937 3796 node_tracker.go:235] Node ip-10-0-1-111.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-111.ec2.internal" I0424 15:07:12.343953 3796 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:12.343969 3796 services_controller.go:574] Full service sync requested for network=default W0424 15:07:12.344198 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:07:12.344287 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:12.491039 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:12.491109 3796 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:12.491121 3796 services_controller.go:574] Full service sync requested for network=default I0424 15:07:12.491118 3796 default_network_controller.go:1025] Node "ip-10-0-1-111.ec2.internal" in remote zone "ip-10-0-1-111.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 15:07:12.491324 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 15:07:12.491692 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:12.492188 3796 zone_ic_handler.go:195] Time taken to create transit switch: 294.401µs I0424 15:07:12.492201 3796 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-111.ec2.internal for the network default I0424 15:07:12.493225 3796 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-111.ec2.internal" on network "default" took: 1.343141ms W0424 15:07:13.513149 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:14.543160 3796 egressfirewall.go:723] Syncing node "ip-10-0-1-111.ec2.internal" for egress firewall I0424 15:07:14.543198 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:14.543216 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 24.045µs I0424 15:07:14.543226 3796 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-111.ec2.internal in network "default" I0424 15:07:14.543278 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 10.0.1.111 to PMTUD blocking rules I0424 15:07:14.543296 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:14.543282 3796 node_tracker.go:169] Node ip-10-0-1-111.ec2.internal switch + router changed, syncing services in network "default" I0424 15:07:14.543380 3796 services_controller.go:574] Full service sync requested for network=default W0424 15:07:14.543648 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 15:07:14.543868 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:14.549946 3796 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-111.ec2.internal. Updating no re-route policies I0424 15:07:14.558871 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 10.0.1.111 to PMTUD blocking rules I0424 15:07:14.558887 3796 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-111.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 15:07:18.142152 3796 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-111.ec2.internal I0424 15:07:18.142184 3796 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-111.ec2.internal: 38.47µs W0424 15:07:24.177664 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 15:07:24.244218 3796 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-ngcxg] creating logical port openshift-console-operator_console-operator-66dbbb6468-ngcxg for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:24.244311 3796 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-ngcxg I0424 15:07:24.245006 3796 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-p62rd for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:24.245097 3796 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd I0424 15:07:24.265127 3796 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-ngcxg] pod update took 20.83992ms I0424 15:07:24.265149 3796 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-ngcxg] addLogicalPort annotation time took 20.866192ms I0424 15:07:24.265149 3796 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd] pod update took 20.076886ms I0424 15:07:24.265167 3796 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd] addLogicalPort annotation time took 20.098722ms I0424 15:07:24.266329 3796 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd] addLogicalPort took 21.3337ms, libovsdb time 819.445µs I0424 15:07:24.266800 3796 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-ngcxg] addLogicalPort took 22.60358ms, libovsdb time 1.212952ms I0424 15:07:24.357310 3796 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-576d85ffd9-24pw8] creating logical port openshift-ingress_router-default-576d85ffd9-24pw8 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:24.357436 3796 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6476f9f98d-rq47h] creating logical port openshift-ingress_router-default-6476f9f98d-rq47h for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:24.357469 3796 kube.go:256] Updating pod openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:07:24.357524 3796 kube.go:256] Updating pod openshift-ingress/router-default-6476f9f98d-rq47h I0424 15:07:24.390308 3796 pod.go:62] [openshift-ingress/router-default-6476f9f98d-rq47h] pod update took 32.821246ms I0424 15:07:24.390331 3796 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6476f9f98d-rq47h] addLogicalPort annotation time took 32.847461ms I0424 15:07:24.390493 3796 pod.go:62] [openshift-ingress/router-default-576d85ffd9-24pw8] pod update took 33.073299ms I0424 15:07:24.390510 3796 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-576d85ffd9-24pw8] addLogicalPort annotation time took 33.094998ms I0424 15:07:24.391385 3796 pods.go:271] [openshift-ingress/router-default-6476f9f98d-rq47h] addLogicalPort took 33.966924ms, libovsdb time 778.73µs I0424 15:07:24.391629 3796 pods.go:271] [openshift-ingress/router-default-576d85ffd9-24pw8] addLogicalPort took 34.338176ms, libovsdb time 857.095µs W0424 15:07:24.469161 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:24.608787 3796 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-ngcxg be3a8c72f167b339d5ca1740619e4313457aa62ab3355ea4aedf0b9694074323 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-ngcxg be3a8c72f167b339d5ca1740619e4313457aa62ab3355ea4aedf0b9694074323 network default NAD default NAD key ] I0424 15:07:24.608864 3796 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd 5bb136f182c50f89aedb479ecafa67660654973cd368456f8cc6cbba5660ce23 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd 5bb136f182c50f89aedb479ecafa67660654973cd368456f8cc6cbba5660ce23 network default NAD default NAD key ] I0424 15:07:24.618937 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-p62rd, hostIfaceName: 5bb136f182c50f8, network: default, NAD default, SandboxID: "5bb136f182c50f89aedb479ecafa67660654973cd368456f8cc6cbba5660ce23", PCI device ID: , UID: "0bbfd96b-e40d-44d8-a158-d2d162120752", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0424 15:07:24.619076 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-ngcxg, hostIfaceName: be3a8c72f167b33, network: default, NAD default, SandboxID: "be3a8c72f167b339d5ca1740619e4313457aa62ab3355ea4aedf0b9694074323", PCI device ID: , UID: "fd21310a-4b47-4d96-847e-db3a60c6fd0a", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0424 15:07:24.667647 3796 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd 5bb136f182c50f89aedb479ecafa67660654973cd368456f8cc6cbba5660ce23 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-p62rd 5bb136f182c50f89aedb479ecafa67660654973cd368456f8cc6cbba5660ce23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:69:51:bf:0e:cc\",\"name\":\"5bb136f182c50f8\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1461bfb9-fed4-4bf4-ae4a-103c7cf4ba51\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:24.681805 3796 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-ngcxg be3a8c72f167b339d5ca1740619e4313457aa62ab3355ea4aedf0b9694074323 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-ngcxg be3a8c72f167b339d5ca1740619e4313457aa62ab3355ea4aedf0b9694074323 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d3:e6:88:c3:4c\",\"name\":\"be3a8c72f167b33\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad760606-0476-486b-8971-430d8c172d08\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:27.190707 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:07:30.358745 3796 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 15:07:30.359603 3796 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 837.241µs I0424 15:07:30.376512 3796 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:07:30.489500 3796 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-66w7r for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:30.489596 3796 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r I0424 15:07:30.507748 3796 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r] pod update took 18.175244ms I0424 15:07:30.507772 3796 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r] addLogicalPort annotation time took 18.207731ms I0424 15:07:30.508893 3796 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r] addLogicalPort took 19.40975ms, libovsdb time 828.123µs I0424 15:07:30.860580 3796 namespace.go:98] [openshift-service-ca] adding namespace I0424 15:07:30.861459 3796 namespace.go:102] [openshift-service-ca] adding namespace took 855.065µs I0424 15:07:30.878110 3796 namespace.go:142] [openshift-service-ca] updating namespace I0424 15:07:30.906582 3796 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r 9d7f6f3405acde999d87648612072fb2f551e9e9aabf1080ee3e702b9e0093c1 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r 9d7f6f3405acde999d87648612072fb2f551e9e9aabf1080ee3e702b9e0093c1 network default NAD default NAD key ] I0424 15:07:30.916688 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-66w7r, hostIfaceName: 9d7f6f3405acde9, network: default, NAD default, SandboxID: "9d7f6f3405acde999d87648612072fb2f551e9e9aabf1080ee3e702b9e0093c1", PCI device ID: , UID: "53d99375-609f-4619-ab7c-1f14b75c31c7", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0424 15:07:30.962636 3796 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r 9d7f6f3405acde999d87648612072fb2f551e9e9aabf1080ee3e702b9e0093c1 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-66w7r 9d7f6f3405acde999d87648612072fb2f551e9e9aabf1080ee3e702b9e0093c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:62:f6:72:3c:c9\",\"name\":\"9d7f6f3405acde9\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5d38013-2d65-480f-be7c-99d6c0652da1\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:40.630294 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 15:07:51.767283 3796 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:51.768821 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 15:07:51.837511 3796 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-88hlg] creating logical port openshift-insights_insights-runtime-extractor-88hlg for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:51.837599 3796 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-88hlg I0424 15:07:51.860000 3796 pod.go:62] [openshift-insights/insights-runtime-extractor-88hlg] pod update took 22.425291ms I0424 15:07:51.860021 3796 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-88hlg] addLogicalPort annotation time took 22.450173ms I0424 15:07:51.861096 3796 pods.go:271] [openshift-insights/insights-runtime-extractor-88hlg] addLogicalPort took 23.599385ms, libovsdb time 715.922µs I0424 15:07:52.190381 3796 cni.go:452] [openshift-insights/insights-runtime-extractor-88hlg 28957f6fee784f643b766286cea0eecfab28edeb19a4e58214df27f6b36fca5c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-88hlg 28957f6fee784f643b766286cea0eecfab28edeb19a4e58214df27f6b36fca5c network default NAD default NAD key ] I0424 15:07:52.199676 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-88hlg, hostIfaceName: 28957f6fee784f6, network: default, NAD default, SandboxID: "28957f6fee784f643b766286cea0eecfab28edeb19a4e58214df27f6b36fca5c", PCI device ID: , UID: "b2dc4d2e-e077-4f37-84b3-2545566312f3", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0424 15:07:52.245110 3796 cni.go:473] [openshift-insights/insights-runtime-extractor-88hlg 28957f6fee784f643b766286cea0eecfab28edeb19a4e58214df27f6b36fca5c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-88hlg 28957f6fee784f643b766286cea0eecfab28edeb19a4e58214df27f6b36fca5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:9d:21:12:5f:63\",\"name\":\"28957f6fee784f6\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54e8315f-35e7-4938-a5f3-8e4b062697b3\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:52.536421 3796 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:52.536448 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 15:07:52.536455 3796 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0424 15:07:53.281169 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.281209 3796 pods.go:176] Deleting pod: openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:53.282450 3796 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-56486f46bd-kjxbl, ips: 10.128.0.5 I0424 15:07:53.282484 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.291687 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.291707 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-56486f46bd-kjxbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.297969 3796 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-c58c85669-pjj8s] creating logical port openshift-image-registry_image-registry-c58c85669-pjj8s for pod on switch ip-10-0-0-25.ec2.internal I0424 15:07:53.298083 3796 kube.go:256] Updating pod openshift-image-registry/image-registry-c58c85669-pjj8s I0424 15:07:53.298237 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:53.298263 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56486f46bd-kjxbl I0424 15:07:53.326119 3796 pod.go:62] [openshift-image-registry/image-registry-c58c85669-pjj8s] pod update took 28.06969ms I0424 15:07:53.326142 3796 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-c58c85669-pjj8s] addLogicalPort annotation time took 28.097557ms I0424 15:07:53.327345 3796 pods.go:271] [openshift-image-registry/image-registry-c58c85669-pjj8s] addLogicalPort took 29.404747ms, libovsdb time 843.417µs I0424 15:07:53.617453 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.618065 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:07:53.631177 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.631203 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-2p5cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:07:53.638491 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-845b8f8bb7-2p5cl I0424 15:07:53.638520 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-845b8f8bb7-2p5cl I0424 15:07:53.653767 3796 cni.go:452] [openshift-image-registry/image-registry-c58c85669-pjj8s 9b0fa0b9992729c4886fe65ea610188b0761306ae7deee8fecd9698b7bcd7f1c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-c58c85669-pjj8s 9b0fa0b9992729c4886fe65ea610188b0761306ae7deee8fecd9698b7bcd7f1c network default NAD default NAD key ] I0424 15:07:53.663770 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-c58c85669-pjj8s, hostIfaceName: 9b0fa0b9992729c, network: default, NAD default, SandboxID: "9b0fa0b9992729c4886fe65ea610188b0761306ae7deee8fecd9698b7bcd7f1c", PCI device ID: , UID: "b8438d89-f479-4c9a-92d5-1b6044028013", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0424 15:07:53.713082 3796 cni.go:473] [openshift-image-registry/image-registry-c58c85669-pjj8s 9b0fa0b9992729c4886fe65ea610188b0761306ae7deee8fecd9698b7bcd7f1c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-c58c85669-pjj8s 9b0fa0b9992729c4886fe65ea610188b0761306ae7deee8fecd9698b7bcd7f1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:41:91:30:d5:33\",\"name\":\"9b0fa0b9992729c\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99c09a9e-4fa8-474c-aeae-1b2718bcd1f9\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:54.287757 3796 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:07:54.627103 3796 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:07:56.213192 3796 cni.go:452] [openshift-ingress/router-default-6476f9f98d-rq47h 7a6919f68a2d12778e5525fbfcb5533d8ef25228a7d7c70cd13ce5cf16f8b297 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6476f9f98d-rq47h 7a6919f68a2d12778e5525fbfcb5533d8ef25228a7d7c70cd13ce5cf16f8b297 network default NAD default NAD key ] I0424 15:07:56.220455 3796 cni.go:452] [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key ] I0424 15:07:56.223655 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6476f9f98d-rq47h, hostIfaceName: 7a6919f68a2d127, network: default, NAD default, SandboxID: "7a6919f68a2d12778e5525fbfcb5533d8ef25228a7d7c70cd13ce5cf16f8b297", PCI device ID: , UID: "872c106b-d2a1-4cc0-8c43-4ed5259dce13", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0424 15:07:56.231042 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-576d85ffd9-24pw8, hostIfaceName: a8e750a042f1351, network: default, NAD default, SandboxID: "a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075", PCI device ID: , UID: "ffa9e63b-07b6-4e0b-be98-3da79c2f97bd", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0424 15:07:56.269931 3796 cni.go:473] [openshift-ingress/router-default-6476f9f98d-rq47h 7a6919f68a2d12778e5525fbfcb5533d8ef25228a7d7c70cd13ce5cf16f8b297 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6476f9f98d-rq47h 7a6919f68a2d12778e5525fbfcb5533d8ef25228a7d7c70cd13ce5cf16f8b297 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:da:04:b7:4b:da\",\"name\":\"7a6919f68a2d127\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d563371-f8ff-4715-8abf-a2223315f109\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:07:56.285163 3796 cni.go:473] [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3a:36:cc:5d:2c\",\"name\":\"a8e750a042f1351\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/629d1aea-1bec-4573-ad33-507cafba40ac\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:07:57.297881 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.297901 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.298658 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.298673 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.298679 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.320925 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.320937 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.324423 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.324435 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.324442 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.639807 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.639864 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:57.643805 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.643821 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:57.643826 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304534 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304552 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.304558 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 15:07:58.307403 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0424 15:07:58.307417 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0424 15:07:58.428693 3796 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 15:07:58.523621 3796 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 15:08:01.654461 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 15:08:07.139685 3796 cni.go:452] [openshift-dns/dns-default-v5qsb fe5b18a78f5b10f35ce4cbebb004440811c53a3a5a3b323ffc97ee35b06fc143 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-v5qsb fe5b18a78f5b10f35ce4cbebb004440811c53a3a5a3b323ffc97ee35b06fc143 network default NAD default NAD key ] I0424 15:08:07.152569 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-v5qsb, hostIfaceName: fe5b18a78f5b10f, network: default, NAD default, SandboxID: "fe5b18a78f5b10f35ce4cbebb004440811c53a3a5a3b323ffc97ee35b06fc143", PCI device ID: , UID: "5627bc1a-8da3-4782-9ddb-214dda704233", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0424 15:08:07.201029 3796 cni.go:473] [openshift-dns/dns-default-v5qsb fe5b18a78f5b10f35ce4cbebb004440811c53a3a5a3b323ffc97ee35b06fc143 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-v5qsb fe5b18a78f5b10f35ce4cbebb004440811c53a3a5a3b323ffc97ee35b06fc143 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:83:fe:f7:3a:ba\",\"name\":\"fe5b18a78f5b10f\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eed0bf2e-3551-4e69-aad3-a0acbafd3670\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:08:09.733674 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-f5c478896-vh9p2] creating logical port openshift-monitoring_thanos-querier-f5c478896-vh9p2 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:08:09.733824 3796 kube.go:256] Updating pod openshift-monitoring/thanos-querier-f5c478896-vh9p2 I0424 15:08:09.753518 3796 pod.go:62] [openshift-monitoring/thanos-querier-f5c478896-vh9p2] pod update took 19.770309ms I0424 15:08:09.753540 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-f5c478896-vh9p2] addLogicalPort annotation time took 19.797143ms I0424 15:08:09.754709 3796 pods.go:271] [openshift-monitoring/thanos-querier-f5c478896-vh9p2] addLogicalPort took 21.054026ms, libovsdb time 868.523µs I0424 15:08:10.092673 3796 cni.go:452] [openshift-monitoring/thanos-querier-f5c478896-vh9p2 fc3a3b0a236fe0d36885790df873c61845a9ed19acbdeafa559e6bd30cc8805d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-f5c478896-vh9p2 fc3a3b0a236fe0d36885790df873c61845a9ed19acbdeafa559e6bd30cc8805d network default NAD default NAD key ] I0424 15:08:10.101704 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-f5c478896-vh9p2, hostIfaceName: fc3a3b0a236fe0d, network: default, NAD default, SandboxID: "fc3a3b0a236fe0d36885790df873c61845a9ed19acbdeafa559e6bd30cc8805d", PCI device ID: , UID: "1185372d-5d11-415f-b70b-a1eeae71bb27", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0424 15:08:10.146681 3796 cni.go:473] [openshift-monitoring/thanos-querier-f5c478896-vh9p2 fc3a3b0a236fe0d36885790df873c61845a9ed19acbdeafa559e6bd30cc8805d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-f5c478896-vh9p2 fc3a3b0a236fe0d36885790df873c61845a9ed19acbdeafa559e6bd30cc8805d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:dc:ae:05:31:ca\",\"name\":\"fc3a3b0a236fe0d\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a407fa8-3e5f-4690-b44d-bdcc1818d798\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:08:10.688514 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.688532 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.688538 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.747488 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.747507 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 15:08:10.747520 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 15:08:12.113350 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-695456d668-87f5c] creating logical port openshift-monitoring_metrics-server-695456d668-87f5c for pod on switch ip-10-0-0-25.ec2.internal I0424 15:08:12.113441 3796 kube.go:256] Updating pod openshift-monitoring/metrics-server-695456d668-87f5c I0424 15:08:12.129267 3796 pod.go:62] [openshift-monitoring/metrics-server-695456d668-87f5c] pod update took 15.847322ms I0424 15:08:12.129296 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-695456d668-87f5c] addLogicalPort annotation time took 15.879376ms I0424 15:08:12.130596 3796 pods.go:271] [openshift-monitoring/metrics-server-695456d668-87f5c] addLogicalPort took 17.25571ms, libovsdb time 926.006µs I0424 15:08:12.375391 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-q5452 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:08:12.375470 3796 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452 I0424 15:08:12.393099 3796 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452] pod update took 17.647455ms I0424 15:08:12.393128 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452] addLogicalPort annotation time took 17.680763ms I0424 15:08:12.396504 3796 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452] addLogicalPort took 21.127944ms, libovsdb time 2.974538ms I0424 15:08:12.469049 3796 cni.go:452] [openshift-monitoring/metrics-server-695456d668-87f5c fcc4986207a7d5238c6537c8855c0d4df6bd08bc5e786943b7dfc96a04d9ae16 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-695456d668-87f5c fcc4986207a7d5238c6537c8855c0d4df6bd08bc5e786943b7dfc96a04d9ae16 network default NAD default NAD key ] I0424 15:08:12.478016 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-695456d668-87f5c, hostIfaceName: fcc4986207a7d52, network: default, NAD default, SandboxID: "fcc4986207a7d5238c6537c8855c0d4df6bd08bc5e786943b7dfc96a04d9ae16", PCI device ID: , UID: "203b1704-cfa2-408b-966f-b7a7f983cf27", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0424 15:08:12.523090 3796 cni.go:473] [openshift-monitoring/metrics-server-695456d668-87f5c fcc4986207a7d5238c6537c8855c0d4df6bd08bc5e786943b7dfc96a04d9ae16 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-695456d668-87f5c fcc4986207a7d5238c6537c8855c0d4df6bd08bc5e786943b7dfc96a04d9ae16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:9a:09:c3:41:8b\",\"name\":\"fcc4986207a7d52\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e319b76-6c94-4d85-acd5-84b37f1f7321\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:08:12.542681 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:12.542701 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 15:08:13.333743 3796 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452 1827524a737c14524255166924cb6b501212f60232ddcfc2049b8f37517f8c91 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452 1827524a737c14524255166924cb6b501212f60232ddcfc2049b8f37517f8c91 network default NAD default NAD key ] I0424 15:08:13.344198 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-q5452, hostIfaceName: 1827524a737c145, network: default, NAD default, SandboxID: "1827524a737c14524255166924cb6b501212f60232ddcfc2049b8f37517f8c91", PCI device ID: , UID: "a71ad585-0c78-4478-bb0a-58669f4538ce", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] W0424 15:08:13.371505 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.371523 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.371531 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:13.371537 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0424 15:08:13.392578 3796 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452 1827524a737c14524255166924cb6b501212f60232ddcfc2049b8f37517f8c91 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q5452 1827524a737c14524255166924cb6b501212f60232ddcfc2049b8f37517f8c91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:39:6a:ad:b7:29\",\"name\":\"1827524a737c145\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dfd6992-c0e0-4902-a946-efc1760e4fe9\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:08:14.141250 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:08:14.141371 3796 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 15:08:14.204942 3796 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 63.617428ms I0424 15:08:14.204961 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 63.642195ms I0424 15:08:14.206342 3796 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 65.110551ms, libovsdb time 996.534µs W0424 15:08:14.369919 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 15:08:14.803176 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803722 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803749 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803758 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 15:08:14.803770 3796 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:08:14.803774 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 15:08:14.807349 3796 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key ] I0424 15:08:14.816856 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 2929528cdaaae01, network: default, NAD default, SandboxID: "2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89", PCI device ID: , UID: "cf5bf21e-b08e-4386-877a-205d6dba49d6", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0424 15:08:14.863091 3796 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f8:de:28:6c:a5\",\"name\":\"2929528cdaaae01\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19ccec01-3dc0-4669-81af-9cfbe07b84b8\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:08:15.303115 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 15:08:15.395491 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:08:15.451948 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 15:08:15.669907 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:08:15.753947 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:15.753968 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:08:15.832187 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.832209 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.832225 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:15.832237 3796 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7jcdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:08:16.398943 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:16.398963 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:08:16.686689 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.686713 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.686718 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:16.686724 3796 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.350826 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.350871 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.350877 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 15:08:19.387510 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387532 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387540 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.387547 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 15:08:19.912224 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0424 15:08:20.851667 3796 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 15:08:20.863121 3796 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 15:08:28.158672 3796 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 15:08:29.027977 3796 base_network_controller_pods.go:487] [default/openshift-console/console-7f7847c6c6-sx5x5] creating logical port openshift-console_console-7f7847c6c6-sx5x5 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:08:29.028108 3796 kube.go:256] Updating pod openshift-console/console-7f7847c6c6-sx5x5 I0424 15:08:29.044722 3796 pod.go:62] [openshift-console/console-7f7847c6c6-sx5x5] pod update took 16.64173ms I0424 15:08:29.044743 3796 base_network_controller_pods.go:951] [default/openshift-console/console-7f7847c6c6-sx5x5] addLogicalPort annotation time took 16.668058ms I0424 15:08:29.045899 3796 pods.go:271] [openshift-console/console-7f7847c6c6-sx5x5] addLogicalPort took 17.94119ms, libovsdb time 800.284µs I0424 15:08:29.391449 3796 cni.go:452] [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key ] I0424 15:08:29.400883 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f7847c6c6-sx5x5, hostIfaceName: 49d7ece9a6d9304, network: default, NAD default, SandboxID: "49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0", PCI device ID: , UID: "ef31e2af-550e-48c5-a3f2-11a2d0c54284", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0424 15:08:29.447478 3796 cni.go:473] [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:fd:22:ff:d5:f9\",\"name\":\"49d7ece9a6d9304\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20b80235-05f4-48bf-a666-f2a96da23451\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:08:32.452644 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:08:35.379785 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 15:08:37.782067 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 15:08:37.805817 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 15:08:37.823236 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 15:08:38.826048 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 15:08:39.490390 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:08:39.936412 3796 cni.go:452] [openshift-multus/network-metrics-daemon-2brz8 96f86518904e093aa239521ed6cce50d52a11ab001b1e344f0a7021de74dab32 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-2brz8 96f86518904e093aa239521ed6cce50d52a11ab001b1e344f0a7021de74dab32 network default NAD default NAD key ] I0424 15:08:39.945581 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2brz8, hostIfaceName: 96f86518904e093, network: default, NAD default, SandboxID: "96f86518904e093aa239521ed6cce50d52a11ab001b1e344f0a7021de74dab32", PCI device ID: , UID: "2821d831-0d3c-4ae4-ad5c-4af1009822e3", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0424 15:08:39.993253 3796 cni.go:473] [openshift-multus/network-metrics-daemon-2brz8 96f86518904e093aa239521ed6cce50d52a11ab001b1e344f0a7021de74dab32 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2brz8 96f86518904e093aa239521ed6cce50d52a11ab001b1e344f0a7021de74dab32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d8:f3:da:c5:62\",\"name\":\"96f86518904e093\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/021310f0-4175-4e24-9c7f-ebc538fb19e6\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:08:40.636999 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:40.637537 3796 obj_retry.go:498] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:08:40.801018 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:40.801043 3796 obj_retry.go:492] Detected object openshift-image-registry/image-registry-845b8f8bb7-k4kcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:08:40.804534 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-845b8f8bb7-k4kcb I0424 15:08:40.804549 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-845b8f8bb7-k4kcb W0424 15:08:54.870114 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 15:09:04.107381 3796 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:04.107984 3796 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:04.907287 3796 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:04.907315 3796 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-82nr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:04.911692 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847c6c6-82nr2 I0424 15:09:04.911716 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847c6c6-82nr2 I0424 15:09:07.094325 3796 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 15:09:14.095266 3796 cni.go:452] [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key ] I0424 15:09:14.171444 3796 cni.go:473] [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f7847c6c6-sx5x5 49d7ece9a6d9304a8840b98a644b3aee8153d1b37ecc8b38398eff9be1922ba0 network default NAD default NAD key default], result "{}", err I0424 15:09:14.210416 3796 cni.go:452] [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key ] I0424 15:09:14.216236 3796 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.216271 3796 pods.go:176] Deleting pod: openshift-console/console-7f7847c6c6-sx5x5 I0424 15:09:14.217526 3796 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f7847c6c6-sx5x5, ips: 10.128.0.20 I0424 15:09:14.217549 3796 obj_retry.go:498] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.300350 3796 cni.go:473] [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-576d85ffd9-24pw8 a8e750a042f1351ae5b50788746bc5e34ed78cab1434d492f86fedf7c42fb075 network default NAD default NAD key default], result "{}", err I0424 15:09:14.334777 3796 obj_retry.go:498] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.334810 3796 pods.go:176] Deleting pod: openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:09:14.335968 3796 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-576d85ffd9-24pw8, ips: 10.128.0.11 I0424 15:09:14.335992 3796 obj_retry.go:498] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:14.614620 3796 obj_retry.go:492] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.614642 3796 obj_retry.go:492] Detected object openshift-ingress/router-default-576d85ffd9-24pw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.620374 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:09:14.620400 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-576d85ffd9-24pw8 I0424 15:09:14.635506 3796 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.635556 3796 obj_retry.go:492] Detected object openshift-console/console-7f7847c6c6-sx5x5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:14.641439 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f7847c6c6-sx5x5 I0424 15:09:14.641474 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f7847c6c6-sx5x5 W0424 15:09:14.691284 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:09:14.691305 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:09:29.613854 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:29.614428 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:30.023280 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:30.023303 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:30.029776 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 15:09:30.029801 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 15:09:33.972327 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:33.972859 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:09:34.357559 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:34.357580 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:09:34.363517 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 15:09:34.363539 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 15:09:35.975971 3796 base_network_controller_pods.go:487] [default/openshift-console/console-679d46b8c8-wd4hb] creating logical port openshift-console_console-679d46b8c8-wd4hb for pod on switch ip-10-0-0-25.ec2.internal I0424 15:09:35.976072 3796 kube.go:256] Updating pod openshift-console/console-679d46b8c8-wd4hb I0424 15:09:35.996820 3796 pod.go:62] [openshift-console/console-679d46b8c8-wd4hb] pod update took 20.772635ms I0424 15:09:35.996873 3796 base_network_controller_pods.go:951] [default/openshift-console/console-679d46b8c8-wd4hb] addLogicalPort annotation time took 20.800946ms I0424 15:09:35.998222 3796 pods.go:271] [openshift-console/console-679d46b8c8-wd4hb] addLogicalPort took 22.266053ms, libovsdb time 961.231µs I0424 15:09:36.352737 3796 cni.go:452] [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key ] I0424 15:09:36.361720 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-679d46b8c8-wd4hb, hostIfaceName: 2fc3ade38f855f6, network: default, NAD default, SandboxID: "2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc", PCI device ID: , UID: "84f5fb83-1fac-453d-8109-0096bcfe5827", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0424 15:09:36.412539 3796 cni.go:473] [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:33:c6:97:bf:38\",\"name\":\"2fc3ade38f855f6\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c1cb868-e24c-4871-bd84-d3795f5a6236\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:09:46.757629 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 15:10:01.267476 3796 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.268173 3796 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.803668 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:01.804247 3796 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:02.179015 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.179039 3796 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.187379 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 15:10:02.187404 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 15:10:02.200592 3796 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.200613 3796 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-f5mdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:02.204590 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cf7d6c94-f5mdn I0424 15:10:02.204609 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cf7d6c94-f5mdn I0424 15:10:05.331132 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:05.331665 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:06.216213 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:06.216234 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617390-rpd7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.071360 3796 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:12.071904 3796 obj_retry.go:498] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:12.221696 3796 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.221719 3796 obj_retry.go:492] Detected object openshift-console/console-8cf7d6c94-rxlz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:12.232141 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cf7d6c94-rxlz2 I0424 15:10:12.232164 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cf7d6c94-rxlz2 I0424 15:10:36.513812 3796 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key ] I0424 15:10:36.583534 3796 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 2929528cdaaae0197628a770ef97704c6607750543b53c20d005ddbb2fe60b89 network default NAD default NAD key default], result "{}", err I0424 15:10:36.642665 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:36.642718 3796 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0424 15:10:36.643912 3796 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.19 I0424 15:10:36.643938 3796 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:10:36.940325 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:36.940354 3796 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:10:36.947965 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 15:10:36.947993 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 15:10:36.991069 3796 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:10:36.991177 3796 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 15:10:37.019799 3796 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.658288ms I0424 15:10:37.019824 3796 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.690304ms I0424 15:10:37.021062 3796 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.011168ms, libovsdb time 923.565µs I0424 15:10:37.355323 3796 cni.go:452] [openshift-monitoring/prometheus-k8s-0 01d0a8d62eed689e053f02a7613a39d008f5122f671e4be0e4439e1e60a37ca7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 01d0a8d62eed689e053f02a7613a39d008f5122f671e4be0e4439e1e60a37ca7 network default NAD default NAD key ] I0424 15:10:37.369564 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 01d0a8d62eed689, network: default, NAD default, SandboxID: "01d0a8d62eed689e053f02a7613a39d008f5122f671e4be0e4439e1e60a37ca7", PCI device ID: , UID: "5f0f30b6-9f0c-490f-a7ea-ccddc4722c0e", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0424 15:10:37.420362 3796 cni.go:473] [openshift-monitoring/prometheus-k8s-0 01d0a8d62eed689e053f02a7613a39d008f5122f671e4be0e4439e1e60a37ca7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 01d0a8d62eed689e053f02a7613a39d008f5122f671e4be0e4439e1e60a37ca7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f3:fa:71:a6:95\",\"name\":\"01d0a8d62eed689\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e18dcdfa-09c1-43b7-a8a7-983c20b19c85\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:11:38.206220 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 15:11:38.206249 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 15:12:16.995014 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 15:12:22.934275 3796 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-ksrnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:22.934855 3796 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-ksrnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:22.989242 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0424 15:12:23.829153 3796 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-ksrnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:23.829181 3796 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-ksrnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:23.837012 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-679d46b8c8-ksrnl I0424 15:12:23.837038 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-679d46b8c8-ksrnl I0424 15:12:33.861774 3796 cni.go:452] [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key ] I0424 15:12:33.941767 3796 cni.go:473] [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-679d46b8c8-wd4hb 2fc3ade38f855f641db6ab21d5ddf05e01c6f0d56f79e31382851cbae7c9eedc network default NAD default NAD key default], result "{}", err I0424 15:12:33.985914 3796 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-wd4hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:33.986011 3796 pods.go:176] Deleting pod: openshift-console/console-679d46b8c8-wd4hb I0424 15:12:33.987423 3796 pods.go:236] Attempting to release IPs for pod: openshift-console/console-679d46b8c8-wd4hb, ips: 10.128.0.21 I0424 15:12:33.987453 3796 obj_retry.go:498] Detected object openshift-console/console-679d46b8c8-wd4hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:12:34.374725 3796 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-wd4hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:34.374756 3796 obj_retry.go:492] Detected object openshift-console/console-679d46b8c8-wd4hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:12:34.380712 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-679d46b8c8-wd4hb I0424 15:12:34.380737 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-679d46b8c8-wd4hb I0424 15:12:56.983369 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 15:13:01.978669 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0424 15:13:02.889001 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=601 I0424 15:13:13.881145 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141 I0424 15:13:24.968456 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0424 15:13:26.119407 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 15:13:27.972911 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 15:13:37.173019 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 15:13:37.173089 3796 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rtfj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rtfj: no pod IPs found I0424 15:13:47.886767 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0424 15:14:21.007519 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 15:14:50.007279 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0424 15:15:08.967671 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0424 15:15:23.001895 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 15:15:34.881334 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0424 15:15:55.884694 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 15:16:08.643288 3796 namespace.go:98] [tsf] adding namespace I0424 15:16:08.644173 3796 namespace.go:102] [tsf] adding namespace took 859.871µs I0424 15:16:08.660188 3796 namespace.go:142] [tsf] updating namespace I0424 15:16:08.673133 3796 namespace.go:142] [tsf] updating namespace I0424 15:16:12.709923 3796 namespace.go:98] [tsf-tpa] adding namespace I0424 15:16:12.709985 3796 namespace.go:98] [konflux-ui] adding namespace I0424 15:16:12.710793 3796 namespace.go:102] [tsf-tpa] adding namespace took 843.369µs I0424 15:16:12.711356 3796 namespace.go:102] [konflux-ui] adding namespace took 1.359169ms I0424 15:16:12.713452 3796 namespace.go:98] [tsf-tas] adding namespace I0424 15:16:12.714062 3796 namespace.go:102] [tsf-tas] adding namespace took 598.689µs I0424 15:16:12.722622 3796 namespace.go:98] [tsf-keycloak] adding namespace I0424 15:16:12.722727 3796 namespace.go:98] [rhbk-operator] adding namespace I0424 15:16:12.722802 3796 namespace.go:98] [konflux-operator] adding namespace I0424 15:16:12.723349 3796 namespace.go:102] [tsf-keycloak] adding namespace took 705.445µs I0424 15:16:12.723983 3796 namespace.go:102] [rhbk-operator] adding namespace took 1.242728ms I0424 15:16:12.724007 3796 namespace.go:98] [rhtpa-operator] adding namespace I0424 15:16:12.724497 3796 namespace.go:102] [rhtpa-operator] adding namespace took 482.627µs I0424 15:16:12.724875 3796 namespace.go:102] [konflux-operator] adding namespace took 2.057882ms I0424 15:16:12.725392 3796 namespace.go:98] [cert-manager-operator] adding namespace I0424 15:16:12.725914 3796 namespace.go:102] [cert-manager-operator] adding namespace took 509.087µs I0424 15:16:12.731354 3796 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.743385 3796 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.767393 3796 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.775788 3796 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:12.775810 3796 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.785498 3796 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.785544 3796 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.791747 3796 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.791899 3796 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:12.791982 3796 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.799511 3796 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:12.799587 3796 namespace.go:142] [konflux-ui] updating namespace I0424 15:16:12.846392 3796 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.861622 3796 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:12.885299 3796 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.900794 3796 namespace.go:142] [rhbk-operator] updating namespace I0424 15:16:12.916462 3796 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.939606 3796 namespace.go:142] [konflux-operator] updating namespace I0424 15:16:12.939655 3796 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.954346 3796 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:16:12.976033 3796 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:12.980678 3796 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:16:13.006513 3796 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:13.019580 3796 namespace.go:142] [tsf-tas] updating namespace I0424 15:16:14.084830 3796 namespace.go:142] [tsf-tpa] updating namespace I0424 15:16:14.092146 3796 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:16:20.935523 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936085 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936111 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936119 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:20.936137 3796 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:20.936142 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:21.961719 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961743 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961758 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.961772 3796 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51f5bxf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:21.987921 3796 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988526 3796 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988551 3796 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988559 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:21.988592 3796 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:21.988600 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:23.012600 3796 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012623 3796 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012639 3796 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:23.012654 3796 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158k9rvh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:27.145026 3796 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145605 3796 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145636 3796 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145647 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:27.145661 3796 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:27.145666 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:28.085766 3796 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-mfhmv for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:28.085899 3796 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv I0424 15:16:28.114365 3796 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv] pod update took 28.503056ms I0424 15:16:28.114387 3796 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv] addLogicalPort annotation time took 28.545428ms I0424 15:16:28.115539 3796 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv] addLogicalPort took 29.78826ms, libovsdb time 843.94µs I0424 15:16:28.308935 3796 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.308956 3796 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.308970 3796 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.308986 3796 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q4sfq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:28.447830 3796 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv 876f8607c55de6dc2dc5a4df4e42452c40b043c2d703472c02145cf597316bc4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv 876f8607c55de6dc2dc5a4df4e42452c40b043c2d703472c02145cf597316bc4 network default NAD default NAD key ] I0424 15:16:28.457279 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-mfhmv, hostIfaceName: 876f8607c55de6d, network: default, NAD default, SandboxID: "876f8607c55de6dc2dc5a4df4e42452c40b043c2d703472c02145cf597316bc4", PCI device ID: , UID: "79469469-642a-440c-85e0-04f4feb4f0b5", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0424 15:16:28.504690 3796 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv 876f8607c55de6dc2dc5a4df4e42452c40b043c2d703472c02145cf597316bc4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-mfhmv 876f8607c55de6dc2dc5a4df4e42452c40b043c2d703472c02145cf597316bc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c9:a3:05:36:d5\",\"name\":\"876f8607c55de6d\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0271ec5e-ba6f-4c9a-bf41-59fcf445eb9a\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:16:30.197084 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.197624 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.197649 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.197660 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.197679 3796 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.197689 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:30.231477 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.232017 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.232046 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.232053 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:30.232065 3796 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.232072 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:30.256138 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256657 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256690 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256701 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 15:16:30.256719 3796 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 15:16:30.256726 3796 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 15:16:31.230574 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.230599 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.230614 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.230635 3796 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pflc2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:31.261314 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:31.269021 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269047 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269060 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.269076 3796 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t84pp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292484 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292507 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292525 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:16:31.292536 3796 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqmxcs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 15:16:31.472260 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 15:16:31.488271 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 15:16:41.134400 3796 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-t9cpr for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:41.134543 3796 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr I0424 15:16:41.176804 3796 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr] pod update took 42.287837ms I0424 15:16:41.176834 3796 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr] addLogicalPort annotation time took 42.325686ms I0424 15:16:41.178139 3796 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr] addLogicalPort took 43.759133ms, libovsdb time 933.23µs I0424 15:16:41.488557 3796 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr 3b91163860cc7205d6f25c29a1e36465eacbe857ca6a261e86b77ba194e99c32 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr 3b91163860cc7205d6f25c29a1e36465eacbe857ca6a261e86b77ba194e99c32 network default NAD default NAD key ] I0424 15:16:41.497539 3796 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-t9cpr, hostIfaceName: 3b91163860cc720, network: default, NAD default, SandboxID: "3b91163860cc7205d6f25c29a1e36465eacbe857ca6a261e86b77ba194e99c32", PCI device ID: , UID: "b95e6eba-a2f2-433e-8aa6-f1e684fa5587", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0424 15:16:41.544352 3796 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr 3b91163860cc7205d6f25c29a1e36465eacbe857ca6a261e86b77ba194e99c32 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-t9cpr 3b91163860cc7205d6f25c29a1e36465eacbe857ca6a261e86b77ba194e99c32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c0:a4:eb:da:30\",\"name\":\"3b91163860cc720\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/887f46de-668a-464c-aabe-7278bd2c9bbf\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:16:41.801513 3796 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:41.848080 3796 namespace.go:142] [openshift-operators] updating namespace W0424 15:16:42.321615 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 15:16:44.396727 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:16:45.354372 3796 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-c477c for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:45.354520 3796 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c I0424 15:16:45.370943 3796 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c] pod update took 16.450572ms I0424 15:16:45.370966 3796 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c] addLogicalPort annotation time took 16.477957ms I0424 15:16:45.372115 3796 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c] addLogicalPort took 17.758751ms, libovsdb time 828.584µs I0424 15:16:45.730993 3796 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c 7332a83c9c474a8d3da034a3d8cb31ee0e395a8e34de67c0f36da3a511ae9b3a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c 7332a83c9c474a8d3da034a3d8cb31ee0e395a8e34de67c0f36da3a511ae9b3a network default NAD default NAD key ] I0424 15:16:45.740174 3796 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-c477c, hostIfaceName: 7332a83c9c474a8, network: default, NAD default, SandboxID: "7332a83c9c474a8d3da034a3d8cb31ee0e395a8e34de67c0f36da3a511ae9b3a", PCI device ID: , UID: "795ae3ca-e0c5-43db-8c76-ad2d624487ec", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0424 15:16:45.788590 3796 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c 7332a83c9c474a8d3da034a3d8cb31ee0e395a8e34de67c0f36da3a511ae9b3a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-c477c 7332a83c9c474a8d3da034a3d8cb31ee0e395a8e34de67c0f36da3a511ae9b3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:50:4b:07:4e:de\",\"name\":\"7332a83c9c474a8\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7e176cc-2227-460b-aeae-c1c7f33a1296\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:16:48.139246 3796 namespace.go:98] [cert-manager] adding namespace I0424 15:16:48.140162 3796 namespace.go:102] [cert-manager] adding namespace took 888.588µs I0424 15:16:48.163455 3796 namespace.go:142] [cert-manager] updating namespace I0424 15:16:48.175027 3796 namespace.go:142] [cert-manager] updating namespace W0424 15:16:48.376118 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.387008 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.401256 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 15:16:48.420672 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:16:50.172620 3796 namespace.go:142] [openshift-operators] updating namespace I0424 15:16:50.709364 3796 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-v6tzb for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:50.709498 3796 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb I0424 15:16:50.767579 3796 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb] pod update took 58.100657ms I0424 15:16:50.767602 3796 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb] addLogicalPort annotation time took 58.12933ms I0424 15:16:50.768766 3796 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb] addLogicalPort took 59.415523ms, libovsdb time 827.834µs I0424 15:16:51.090481 3796 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb 461169a93326e26b43cbfe285ae26479abca36158170d106fcfbb0c67ae46a28 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb 461169a93326e26b43cbfe285ae26479abca36158170d106fcfbb0c67ae46a28 network default NAD default NAD key ] I0424 15:16:51.099464 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-v6tzb, hostIfaceName: 461169a93326e26, network: default, NAD default, SandboxID: "461169a93326e26b43cbfe285ae26479abca36158170d106fcfbb0c67ae46a28", PCI device ID: , UID: "4553d23d-83a8-4fdc-b754-b8a939bf08f8", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0424 15:16:51.147289 3796 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb 461169a93326e26b43cbfe285ae26479abca36158170d106fcfbb0c67ae46a28 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-v6tzb 461169a93326e26b43cbfe285ae26479abca36158170d106fcfbb0c67ae46a28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:03:cf:5e:5a:b6\",\"name\":\"461169a93326e26\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddd384a4-0782-473f-8ec6-d59e1610e7f3\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:16:51.172494 3796 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-77p8x] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-77p8x for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:51.172616 3796 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-77p8x I0424 15:16:51.186027 3796 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-77p8x] pod update took 13.432994ms I0424 15:16:51.186048 3796 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-77p8x] addLogicalPort annotation time took 13.458745ms I0424 15:16:51.187344 3796 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-77p8x] addLogicalPort took 14.86423ms, libovsdb time 906.745µs I0424 15:16:51.544196 3796 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-77p8x 3373db22829b1649910e3fcbe0119431c313ea44c1d679450b471f7c01dde10e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-77p8x 3373db22829b1649910e3fcbe0119431c313ea44c1d679450b471f7c01dde10e network default NAD default NAD key ] I0424 15:16:51.555347 3796 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-77p8x, hostIfaceName: 3373db22829b164, network: default, NAD default, SandboxID: "3373db22829b1649910e3fcbe0119431c313ea44c1d679450b471f7c01dde10e", PCI device ID: , UID: "200875e4-26f1-4ba1-aad2-c4290110d51b", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0424 15:16:51.603074 3796 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-77p8x 3373db22829b1649910e3fcbe0119431c313ea44c1d679450b471f7c01dde10e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-77p8x 3373db22829b1649910e3fcbe0119431c313ea44c1d679450b471f7c01dde10e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:a9:db:28:d5:20\",\"name\":\"3373db22829b164\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef7f10dd-1154-4210-82c9-6d0e901a8b83\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:16:51.884467 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=88 I0424 15:16:52.918789 3796 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-tprxj] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-tprxj for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:52.918942 3796 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-tprxj I0424 15:16:52.970378 3796 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-tprxj] pod update took 51.45737ms I0424 15:16:52.970412 3796 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-tprxj] addLogicalPort annotation time took 51.498746ms I0424 15:16:52.972143 3796 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-tprxj] addLogicalPort took 53.374174ms, libovsdb time 1.180913ms I0424 15:16:54.150652 3796 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-tprxj 108feef684065ebe26452c60adc38cb042e20a896cbc6ee437adea1ec57cd2b9 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-tprxj 108feef684065ebe26452c60adc38cb042e20a896cbc6ee437adea1ec57cd2b9 network default NAD default NAD key ] I0424 15:16:54.160156 3796 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-tprxj, hostIfaceName: 108feef684065eb, network: default, NAD default, SandboxID: "108feef684065ebe26452c60adc38cb042e20a896cbc6ee437adea1ec57cd2b9", PCI device ID: , UID: "9f18f3e8-61ac-47d4-81be-498bbcbe1261", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0424 15:16:54.213780 3796 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-tprxj 108feef684065ebe26452c60adc38cb042e20a896cbc6ee437adea1ec57cd2b9 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-tprxj 108feef684065ebe26452c60adc38cb042e20a896cbc6ee437adea1ec57cd2b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:56:53:49:ef:4f\",\"name\":\"108feef684065eb\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fd31136-3cc4-4a2f-8ba4-c3379390c248\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:16:54.396933 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 15:16:54.397015 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 15:16:55.414519 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 15:16:56.056812 3796 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-nl7sf for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:56.056955 3796 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf I0424 15:16:56.118469 3796 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf] pod update took 61.543345ms I0424 15:16:56.118492 3796 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf] addLogicalPort annotation time took 61.570458ms I0424 15:16:56.119645 3796 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf] addLogicalPort took 62.849183ms, libovsdb time 817.391µs I0424 15:16:56.400277 3796 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf 431998803e5f6053cd5817e46adfdf480778c57722d3c41cdf48e86c13988616 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf 431998803e5f6053cd5817e46adfdf480778c57722d3c41cdf48e86c13988616 network default NAD default NAD key ] I0424 15:16:56.409803 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-nl7sf, hostIfaceName: 431998803e5f605, network: default, NAD default, SandboxID: "431998803e5f6053cd5817e46adfdf480778c57722d3c41cdf48e86c13988616", PCI device ID: , UID: "220dce50-25c4-4262-bbc0-33d85ee10ab3", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0424 15:16:56.460448 3796 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf 431998803e5f6053cd5817e46adfdf480778c57722d3c41cdf48e86c13988616 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nl7sf 431998803e5f6053cd5817e46adfdf480778c57722d3c41cdf48e86c13988616 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:21:89:d5:fe:a2\",\"name\":\"431998803e5f605\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a327b334-8b70-49f1-b88b-a29d148509c0\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:16:57.843660 3796 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 15:16:57.844510 3796 namespace.go:102] [trusted-artifact-signer] adding namespace took 825.562µs I0424 15:16:57.890381 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:16:57.923431 3796 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 15:16:58.420637 3796 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 15:16:58.909216 3796 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-hrfqd for pod on switch ip-10-0-0-25.ec2.internal I0424 15:16:58.909304 3796 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd I0424 15:16:58.927266 3796 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd] pod update took 17.983515ms I0424 15:16:58.927289 3796 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd] addLogicalPort annotation time took 18.009894ms I0424 15:16:58.928415 3796 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd] addLogicalPort took 19.21541ms, libovsdb time 781.106µs I0424 15:16:59.268351 3796 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd a5eafcf74a3433fd078e4ce68ba90464fed7e7377ad2777433f22102b371ef6e network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd a5eafcf74a3433fd078e4ce68ba90464fed7e7377ad2777433f22102b371ef6e network default NAD default NAD key ] I0424 15:16:59.278192 3796 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-hrfqd, hostIfaceName: a5eafcf74a3433f, network: default, NAD default, SandboxID: "a5eafcf74a3433fd078e4ce68ba90464fed7e7377ad2777433f22102b371ef6e", PCI device ID: , UID: "37a0f106-e5d8-4144-9d23-06e40bc3b87b", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0424 15:16:59.326221 3796 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd a5eafcf74a3433fd078e4ce68ba90464fed7e7377ad2777433f22102b371ef6e network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-hrfqd a5eafcf74a3433fd078e4ce68ba90464fed7e7377ad2777433f22102b371ef6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5b:e4:61:34:5e\",\"name\":\"a5eafcf74a3433f\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af74463-7322-4dee-b5ba-52e55e0d19ca\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:17:00.465404 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 15:17:00.465465 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 15:17:04.992959 3796 namespace.go:98] [openshift-pipelines] adding namespace I0424 15:17:04.994068 3796 namespace.go:102] [openshift-pipelines] adding namespace took 1.083698ms I0424 15:17:05.028549 3796 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:05.759622 3796 namespace.go:142] [cert-manager] updating namespace I0424 15:17:05.958402 3796 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:06.360660 3796 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:06.564955 3796 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:06.764584 3796 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:07.166269 3796 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:07.367240 3796 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:07.564659 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:07.766318 3796 namespace.go:142] [tsf] updating namespace I0424 15:17:07.965971 3796 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:08.167997 3796 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:08.371098 3796 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:08.495167 3796 namespace.go:142] [cert-manager] updating namespace I0424 15:17:08.508564 3796 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:08.515241 3796 namespace.go:142] [default] updating namespace I0424 15:17:08.527687 3796 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:08.536898 3796 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:08.547413 3796 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:08.556232 3796 namespace.go:142] [openshift] updating namespace I0424 15:17:08.567208 3796 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:08.577093 3796 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:08.586751 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:08.594902 3796 namespace.go:142] [tsf] updating namespace I0424 15:17:08.607677 3796 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:08.628108 3796 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:08.648876 3796 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:08.750696 3796 namespace.go:142] [cert-manager] updating namespace I0424 15:17:08.850678 3796 namespace.go:142] [cert-manager-operator] updating namespace I0424 15:17:08.951979 3796 namespace.go:142] [default] updating namespace I0424 15:17:09.048506 3796 namespace.go:142] [konflux-operator] updating namespace I0424 15:17:09.152717 3796 namespace.go:142] [konflux-ui] updating namespace I0424 15:17:09.247754 3796 namespace.go:142] [open-cluster-management-2psj9vi9bq6g4njilvb7ueod5qjl6bn6] updating namespace I0424 15:17:09.336256 3796 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-lfl9d] creating logical port cert-manager_cert-manager-59c77684cc-lfl9d for pod on switch ip-10-0-0-25.ec2.internal I0424 15:17:09.336347 3796 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-lfl9d I0424 15:17:09.351512 3796 namespace.go:142] [openshift] updating namespace I0424 15:17:09.353586 3796 pod.go:62] [cert-manager/cert-manager-59c77684cc-lfl9d] pod update took 17.260795ms I0424 15:17:09.353612 3796 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-lfl9d] addLogicalPort annotation time took 17.290105ms I0424 15:17:09.355049 3796 pods.go:271] [cert-manager/cert-manager-59c77684cc-lfl9d] addLogicalPort took 18.811833ms, libovsdb time 931.606µs W0424 15:17:09.410163 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 15:17:09.449737 3796 namespace.go:142] [rhbk-operator] updating namespace I0424 15:17:09.550004 3796 namespace.go:142] [rhtpa-operator] updating namespace I0424 15:17:09.652244 3796 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 15:17:09.692491 3796 cni.go:452] [cert-manager/cert-manager-59c77684cc-lfl9d 9fe9bfb70d98bdae56164cf1c7265dbe1c39cc4e05dda90b6ec13f4b30b80b4f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-lfl9d 9fe9bfb70d98bdae56164cf1c7265dbe1c39cc4e05dda90b6ec13f4b30b80b4f network default NAD default NAD key ] I0424 15:17:09.702725 3796 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-lfl9d, hostIfaceName: 9fe9bfb70d98bda, network: default, NAD default, SandboxID: "9fe9bfb70d98bdae56164cf1c7265dbe1c39cc4e05dda90b6ec13f4b30b80b4f", PCI device ID: , UID: "2790dd0f-7522-432e-96d2-245372f34386", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0424 15:17:09.750210 3796 cni.go:473] [cert-manager/cert-manager-59c77684cc-lfl9d 9fe9bfb70d98bdae56164cf1c7265dbe1c39cc4e05dda90b6ec13f4b30b80b4f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-lfl9d 9fe9bfb70d98bdae56164cf1c7265dbe1c39cc4e05dda90b6ec13f4b30b80b4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a6:4c:ad:6e:ea\",\"name\":\"9fe9bfb70d98bda\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb1ae9d1-6bbb-46a9-9ee5-2db6cf25515b\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:17:09.757738 3796 namespace.go:142] [tsf] updating namespace I0424 15:17:09.854765 3796 namespace.go:142] [tsf-keycloak] updating namespace I0424 15:17:09.964475 3796 namespace.go:142] [tsf-tas] updating namespace I0424 15:17:10.049521 3796 namespace.go:142] [tsf-tpa] updating namespace I0424 15:17:10.446984 3796 namespace.go:142] [openshift-pipelines] updating namespace I0424 15:17:17.998275 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-fv9m9 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:17:17.998373 3796 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9 I0424 15:17:18.016268 3796 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9] pod update took 17.920965ms I0424 15:17:18.016295 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9] addLogicalPort annotation time took 17.953946ms I0424 15:17:18.017865 3796 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9] addLogicalPort took 19.587962ms, libovsdb time 1.007712ms I0424 15:17:18.364829 3796 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9 de188ae0945d92d9717279595b7fd0663be7447b9e610fff12472922df5ce354 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9 de188ae0945d92d9717279595b7fd0663be7447b9e610fff12472922df5ce354 network default NAD default NAD key ] I0424 15:17:18.374888 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-fv9m9, hostIfaceName: de188ae0945d92d, network: default, NAD default, SandboxID: "de188ae0945d92d9717279595b7fd0663be7447b9e610fff12472922df5ce354", PCI device ID: , UID: "6135951c-de23-4e21-b949-1558c8306b09", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0424 15:17:18.423429 3796 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9 de188ae0945d92d9717279595b7fd0663be7447b9e610fff12472922df5ce354 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-fv9m9 de188ae0945d92d9717279595b7fd0663be7447b9e610fff12472922df5ce354 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:04:9c:2b:63:6b\",\"name\":\"de188ae0945d92d\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/145af3c2-697b-4871-b611-af9b7d594c6f\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:17:20.357160 3796 namespace.go:142] [openshift-pipelines] updating namespace W0424 15:17:21.499286 3796 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.499306 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.499312 3796 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:21.882427 3796 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.882446 3796 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.882451 3796 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.882455 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 15:17:21.918420 3796 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:21.918439 3796 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 15:17:21.918445 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0424 15:17:27.481137 3796 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:27.481868 3796 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:17:27.504954 3796 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:27.504977 3796 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:17:27.509824 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 15:17:27.509869 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0424 15:17:32.508628 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:32.508650 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 15:17:32.508656 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0424 15:17:35.991303 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0424 15:17:43.449917 3796 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 15:17:43.468631 3796 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0424 15:17:46.444509 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-xdh2w for pod on switch ip-10-0-0-25.ec2.internal I0424 15:17:46.444607 3796 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w I0424 15:17:46.459058 3796 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w] pod update took 14.47759ms I0424 15:17:46.459084 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w] addLogicalPort annotation time took 14.50624ms I0424 15:17:46.460444 3796 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w] addLogicalPort took 15.949747ms, libovsdb time 983.482µs I0424 15:17:46.831636 3796 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w d159150a4e543d88013780751ebe798a46c25ef977df498b8599a1d79926905b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w d159150a4e543d88013780751ebe798a46c25ef977df498b8599a1d79926905b network default NAD default NAD key ] I0424 15:17:46.841380 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-xdh2w, hostIfaceName: d159150a4e543d8, network: default, NAD default, SandboxID: "d159150a4e543d88013780751ebe798a46c25ef977df498b8599a1d79926905b", PCI device ID: , UID: "e3af3015-e843-4922-869f-32ceaa40fc5a", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0424 15:17:46.891968 3796 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w d159150a4e543d88013780751ebe798a46c25ef977df498b8599a1d79926905b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xdh2w d159150a4e543d88013780751ebe798a46c25ef977df498b8599a1d79926905b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:57:84:c0:62:1c\",\"name\":\"d159150a4e543d8\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f5ced31-a930-475c-b531-af04d14ca629\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:17:52.007264 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 15:18:06.734571 3796 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:06.735179 3796 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:06.756905 3796 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:06.756921 3796 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:06.760473 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 15:18:06.760496 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 15:18:08.614793 3796 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 15:18:08.615351 3796 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 15:18:08.615367 3796 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 15:18:08.617467 3796 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 15:18:10.563401 3796 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 15:18:14.644232 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:14.644260 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 15:18:14.644285 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 15:18:14.644294 3796 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 15:18:27.547752 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-29kxx] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-29kxx for pod on switch ip-10-0-0-25.ec2.internal I0424 15:18:27.547868 3796 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-29kxx I0424 15:18:27.564585 3796 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-29kxx] pod update took 16.763598ms I0424 15:18:27.564606 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-29kxx] addLogicalPort annotation time took 16.78896ms I0424 15:18:27.565813 3796 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-29kxx] addLogicalPort took 18.078571ms, libovsdb time 796.706µs I0424 15:18:27.905253 3796 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-29kxx 641abb766825619e90e77ee742b26c7f8448907bbb12d53b6b642bc2dabc8775 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-29kxx 641abb766825619e90e77ee742b26c7f8448907bbb12d53b6b642bc2dabc8775 network default NAD default NAD key ] I0424 15:18:27.914188 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-29kxx, hostIfaceName: 641abb766825619, network: default, NAD default, SandboxID: "641abb766825619e90e77ee742b26c7f8448907bbb12d53b6b642bc2dabc8775", PCI device ID: , UID: "6b31ff09-8760-4ad3-82c0-690d0cbb7b1a", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0424 15:18:27.962886 3796 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-29kxx 641abb766825619e90e77ee742b26c7f8448907bbb12d53b6b642bc2dabc8775 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-29kxx 641abb766825619e90e77ee742b26c7f8448907bbb12d53b6b642bc2dabc8775 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5f:7b:1f:c8:b8\",\"name\":\"641abb766825619\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aef1e0a6-4c05-4f8d-912b-5f74a7185b5a\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:18:33.839056 3796 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:33.839079 3796 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:33.839085 3796 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 15:18:40.964905 3796 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:40.965477 3796 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:41.004168 3796 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:41.004194 3796 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:41.010244 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 15:18:41.010265 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 15:18:42.897784 3796 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-gwp8v-lhl7p] creating logical port tsf-tas_segment-backup-installation-gwp8v-lhl7p for pod on switch ip-10-0-0-25.ec2.internal I0424 15:18:42.897900 3796 kube.go:256] Updating pod tsf-tas/segment-backup-installation-gwp8v-lhl7p I0424 15:18:42.910064 3796 pod.go:62] [tsf-tas/segment-backup-installation-gwp8v-lhl7p] pod update took 12.192883ms I0424 15:18:42.910094 3796 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-gwp8v-lhl7p] addLogicalPort annotation time took 12.228292ms I0424 15:18:42.911972 3796 pods.go:271] [tsf-tas/segment-backup-installation-gwp8v-lhl7p] addLogicalPort took 14.200172ms, libovsdb time 1.396743ms I0424 15:18:43.262110 3796 cni.go:452] [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key ] I0424 15:18:43.272385 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-gwp8v-lhl7p, hostIfaceName: caf327ff47b2ece, network: default, NAD default, SandboxID: "caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b", PCI device ID: , UID: "a354e83d-d01e-473b-80c6-6199c46ecea1", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0424 15:18:43.325787 3796 cni.go:473] [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ff:0b:e7:ec:22\",\"name\":\"caf327ff47b2ece\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e294f55-fc5c-4abc-933c-42c07e7feb89\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:18:43.450036 3796 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7447ff49dc-8zng2] creating logical port tsf-tas_fulcio-server-7447ff49dc-8zng2 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:18:43.450160 3796 kube.go:256] Updating pod tsf-tas/fulcio-server-7447ff49dc-8zng2 I0424 15:18:43.468583 3796 pod.go:62] [tsf-tas/fulcio-server-7447ff49dc-8zng2] pod update took 18.44345ms I0424 15:18:43.468608 3796 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-7447ff49dc-8zng2] addLogicalPort annotation time took 18.475676ms I0424 15:18:43.469899 3796 pods.go:271] [tsf-tas/fulcio-server-7447ff49dc-8zng2] addLogicalPort took 19.881099ms, libovsdb time 881.38µs I0424 15:18:43.773292 3796 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-9dd6cb697-6jlqc] creating logical port tsf-tas_trillian-logserver-9dd6cb697-6jlqc for pod on switch ip-10-0-0-25.ec2.internal I0424 15:18:43.773400 3796 kube.go:256] Updating pod tsf-tas/trillian-logserver-9dd6cb697-6jlqc I0424 15:18:43.805365 3796 pod.go:62] [tsf-tas/trillian-logserver-9dd6cb697-6jlqc] pod update took 31.988552ms I0424 15:18:43.805395 3796 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-9dd6cb697-6jlqc] addLogicalPort annotation time took 32.026496ms I0424 15:18:43.806918 3796 pods.go:271] [tsf-tas/trillian-logserver-9dd6cb697-6jlqc] addLogicalPort took 33.652535ms, libovsdb time 1.102883ms I0424 15:18:43.818643 3796 cni.go:452] [tsf-tas/fulcio-server-7447ff49dc-8zng2 40b79b49f4bf637215ff2c3e3762338a0c2d1510599eaccad5e8407c27e47de1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-7447ff49dc-8zng2 40b79b49f4bf637215ff2c3e3762338a0c2d1510599eaccad5e8407c27e47de1 network default NAD default NAD key ] I0424 15:18:43.831441 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7447ff49dc-8zng2, hostIfaceName: 40b79b49f4bf637, network: default, NAD default, SandboxID: "40b79b49f4bf637215ff2c3e3762338a0c2d1510599eaccad5e8407c27e47de1", PCI device ID: , UID: "81705094-cc9f-449c-b152-aa8fa6087fba", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0424 15:18:43.893915 3796 cni.go:473] [tsf-tas/fulcio-server-7447ff49dc-8zng2 40b79b49f4bf637215ff2c3e3762338a0c2d1510599eaccad5e8407c27e47de1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-7447ff49dc-8zng2 40b79b49f4bf637215ff2c3e3762338a0c2d1510599eaccad5e8407c27e47de1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:3b:2b:22:d4:86\",\"name\":\"40b79b49f4bf637\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e4a3f02-7ee1-44a5-afbc-1adeb008e40b\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:18:43.941643 3796 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-qvfcd-j6p2q] creating logical port tsf-tas_rekor-createtree-job-qvfcd-j6p2q for pod on switch ip-10-0-0-25.ec2.internal I0424 15:18:43.941751 3796 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-qvfcd-j6p2q I0424 15:18:43.997574 3796 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-qvfcd-j6p2q I0424 15:18:44.029748 3796 pod.go:62] [tsf-tas/rekor-createtree-job-qvfcd-j6p2q] pod update took 88.025451ms I0424 15:18:44.029914 3796 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-qvfcd-j6p2q] addLogicalPort annotation time took 88.132288ms I0424 15:18:44.031410 3796 pods.go:271] [tsf-tas/rekor-createtree-job-qvfcd-j6p2q] addLogicalPort took 89.782114ms, libovsdb time 900.738µs I0424 15:18:44.298355 3796 cni.go:452] [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key ] I0424 15:18:44.308797 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-qvfcd-j6p2q, hostIfaceName: 22fba7949d66018, network: default, NAD default, SandboxID: "22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302", PCI device ID: , UID: "07fa6a7e-ba61-4ee3-ac6c-d0ab00cb5fb9", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0424 15:18:44.364349 3796 cni.go:473] [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:78:f9:d3:b7:f6\",\"name\":\"22fba7949d66018\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1e58ebc-1ea1-4599-9d7a-eafbd94cee32\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:18:44.738420 3796 cni.go:452] [tsf-tas/trillian-logserver-9dd6cb697-6jlqc ae71cef12d01ccf1f23b2ed4be4f2c812836c14d79397f1b41827b19620016a1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-9dd6cb697-6jlqc ae71cef12d01ccf1f23b2ed4be4f2c812836c14d79397f1b41827b19620016a1 network default NAD default NAD key ] I0424 15:18:44.748494 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-9dd6cb697-6jlqc, hostIfaceName: ae71cef12d01ccf, network: default, NAD default, SandboxID: "ae71cef12d01ccf1f23b2ed4be4f2c812836c14d79397f1b41827b19620016a1", PCI device ID: , UID: "b13ea19d-8bd6-44e7-a8d4-2ebcd5093add", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0424 15:18:44.803955 3796 cni.go:473] [tsf-tas/trillian-logserver-9dd6cb697-6jlqc ae71cef12d01ccf1f23b2ed4be4f2c812836c14d79397f1b41827b19620016a1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-9dd6cb697-6jlqc ae71cef12d01ccf1f23b2ed4be4f2c812836c14d79397f1b41827b19620016a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:5d:4d:1a:ba:25\",\"name\":\"ae71cef12d01ccf\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/138d14f8-dac8-4d14-9cde-19be5c022dd1\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:18:47.922947 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:47.922971 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:47.922976 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 15:18:48.918188 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:48.918205 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:48.961108 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:48.961132 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0424 15:18:52.292730 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 15:18:53.959199 3796 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 15:18:53.975378 3796 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-5vqbt] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-5vqbt for pod on switch ip-10-0-0-25.ec2.internal I0424 15:18:53.975561 3796 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-5vqbt I0424 15:18:53.986780 3796 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-5vqbt] pod update took 11.24822ms I0424 15:18:53.986811 3796 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-5vqbt] addLogicalPort annotation time took 11.287316ms I0424 15:18:53.988293 3796 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-5vqbt] addLogicalPort took 12.934466ms, libovsdb time 971.629µs I0424 15:18:57.073102 3796 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:18:57.073639 3796 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:18:57.317769 3796 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 15:18:57.971105 3796 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:57.971136 3796 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-vvgv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:18:58.758887 3796 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-5vqbt 927f57b7563f66b5e15c68f5e2ba1be4f0e9da1e349543a01d552460e4fc8a4b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5vqbt 927f57b7563f66b5e15c68f5e2ba1be4f0e9da1e349543a01d552460e4fc8a4b network default NAD default NAD key ] I0424 15:18:58.768017 3796 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-5vqbt, hostIfaceName: 927f57b7563f66b, network: default, NAD default, SandboxID: "927f57b7563f66b5e15c68f5e2ba1be4f0e9da1e349543a01d552460e4fc8a4b", PCI device ID: , UID: "18053624-6f32-47ab-b13d-f2e84fd16c43", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0424 15:18:58.820937 3796 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-5vqbt 927f57b7563f66b5e15c68f5e2ba1be4f0e9da1e349543a01d552460e4fc8a4b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-5vqbt 927f57b7563f66b5e15c68f5e2ba1be4f0e9da1e349543a01d552460e4fc8a4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7d:fa:b1:bd:30\",\"name\":\"927f57b7563f66b\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56772298-3583-47e4-bb88-7e3a8ae09981\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:19:04.017088 3796 cni.go:452] [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key ] I0424 15:19:04.111016 3796 cni.go:473] [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-gwp8v-lhl7p caf327ff47b2ece2815c1b041802a0cbf76bd3d9e6a9e36dc9bde74365ad138b network default NAD default NAD key default], result "{}", err I0424 15:19:04.168730 3796 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:04.168765 3796 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-gwp8v-lhl7p I0424 15:19:04.170178 3796 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-gwp8v-lhl7p, ips: 10.128.0.35 I0424 15:19:04.170215 3796 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:05.027833 3796 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:05.027883 3796 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gwp8v-lhl7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:14.889830 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 W0424 15:19:17.069328 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 15:19:22.064766 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0424 15:19:26.114892 3796 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 15:19:26.114912 3796 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0424 15:19:31.275333 3796 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:31.275912 3796 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:31.295424 3796 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:31.295445 3796 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:31.304055 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 15:19:31.304086 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 15:19:32.012079 3796 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-lzn5k] creating logical port tsf_patch-tekton-config-lzn5k for pod on switch ip-10-0-0-25.ec2.internal I0424 15:19:32.012214 3796 kube.go:256] Updating pod tsf/patch-tekton-config-lzn5k I0424 15:19:32.024250 3796 pod.go:62] [tsf/patch-tekton-config-lzn5k] pod update took 12.059037ms I0424 15:19:32.024274 3796 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-lzn5k] addLogicalPort annotation time took 12.089757ms I0424 15:19:32.025587 3796 pods.go:271] [tsf/patch-tekton-config-lzn5k] addLogicalPort took 13.521376ms, libovsdb time 863.977µs I0424 15:19:32.686154 3796 cni.go:452] [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key ] I0424 15:19:32.695327 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-lzn5k, hostIfaceName: 913e8e55cbd6070, network: default, NAD default, SandboxID: "913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2", PCI device ID: , UID: "d6563315-dfe4-49b1-925c-1eaf113b4494", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0424 15:19:32.748592 3796 cni.go:473] [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:7f:b3:cf:54:e4\",\"name\":\"913e8e55cbd6070\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28eccfa1-47c2-4e6b-a7c7-4cc842d1d167\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:19:36.638346 3796 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:36.639022 3796 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:37.531271 3796 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:37.531295 3796 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-55tf2-tz6hq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:40.213042 3796 cni.go:452] [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key ] I0424 15:19:40.213064 3796 cni.go:452] [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key ] I0424 15:19:40.296138 3796 cni.go:473] [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-lzn5k 913e8e55cbd607035ad17791bcc74a246248017f8183267048cd2052b790ada2 network default NAD default NAD key default], result "{}", err I0424 15:19:40.313650 3796 cni.go:473] [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-qvfcd-j6p2q 22fba7949d660184a61c8ef484730d769cf9ed9b43307a93223c89710ccde302 network default NAD default NAD key default], result "{}", err I0424 15:19:40.386939 3796 obj_retry.go:498] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.386967 3796 pods.go:176] Deleting pod: tsf/patch-tekton-config-lzn5k I0424 15:19:40.388359 3796 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-lzn5k, ips: 10.128.0.40 I0424 15:19:40.388392 3796 obj_retry.go:498] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.407075 3796 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:40.407110 3796 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-qvfcd-j6p2q I0424 15:19:40.408456 3796 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-qvfcd-j6p2q, ips: 10.128.0.38 I0424 15:19:40.408488 3796 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:41.227662 3796 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.227686 3796 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qvfcd-j6p2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.410684 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.410709 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:41.514729 3796 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-lsx7f] creating logical port tsf_tsf-tekton-configuration-lsx7f for pod on switch ip-10-0-0-25.ec2.internal I0424 15:19:41.514832 3796 kube.go:256] Updating pod tsf/tsf-tekton-configuration-lsx7f I0424 15:19:41.526549 3796 pod.go:62] [tsf/tsf-tekton-configuration-lsx7f] pod update took 11.741111ms I0424 15:19:41.526574 3796 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-lsx7f] addLogicalPort annotation time took 11.76576ms I0424 15:19:41.527805 3796 pods.go:271] [tsf/tsf-tekton-configuration-lsx7f] addLogicalPort took 13.096496ms, libovsdb time 832.546µs I0424 15:19:41.913510 3796 cni.go:452] [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key ] I0424 15:19:41.923140 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-lsx7f, hostIfaceName: fb510d1ee65ceb2, network: default, NAD default, SandboxID: "fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e", PCI device ID: , UID: "2b266716-9acc-41e4-ab12-427deca009ca", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0424 15:19:41.972095 3796 cni.go:473] [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:1c:68:bb:d3:df\",\"name\":\"fb510d1ee65ceb2\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b100b00-7742-48af-8653-1b62840d44a1\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:19:42.214010 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 15:19:45.130862 3796 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6f589478d5-cvrrv] creating logical port tsf-tas_rekor-redis-6f589478d5-cvrrv for pod on switch ip-10-0-0-25.ec2.internal I0424 15:19:45.130973 3796 kube.go:256] Updating pod tsf-tas/rekor-redis-6f589478d5-cvrrv I0424 15:19:45.146219 3796 pod.go:62] [tsf-tas/rekor-redis-6f589478d5-cvrrv] pod update took 15.276575ms I0424 15:19:45.146243 3796 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6f589478d5-cvrrv] addLogicalPort annotation time took 15.307745ms I0424 15:19:45.147583 3796 pods.go:271] [tsf-tas/rekor-redis-6f589478d5-cvrrv] addLogicalPort took 16.762803ms, libovsdb time 951.835µs I0424 15:19:46.089035 3796 cni.go:452] [tsf-tas/rekor-redis-6f589478d5-cvrrv 1ea2d343d001102a44fa83c517a56facdf9f5f7025b63086a63145f02b54a24f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6f589478d5-cvrrv 1ea2d343d001102a44fa83c517a56facdf9f5f7025b63086a63145f02b54a24f network default NAD default NAD key ] I0424 15:19:46.098226 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6f589478d5-cvrrv, hostIfaceName: 1ea2d343d001102, network: default, NAD default, SandboxID: "1ea2d343d001102a44fa83c517a56facdf9f5f7025b63086a63145f02b54a24f", PCI device ID: , UID: "6b61e24d-735f-47c5-a109-2893a7b6cabd", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0424 15:19:46.147666 3796 cni.go:473] [tsf-tas/rekor-redis-6f589478d5-cvrrv 1ea2d343d001102a44fa83c517a56facdf9f5f7025b63086a63145f02b54a24f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6f589478d5-cvrrv 1ea2d343d001102a44fa83c517a56facdf9f5f7025b63086a63145f02b54a24f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:2d:a1:92:cb:51\",\"name\":\"1ea2d343d001102\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba51152d-5ed7-4624-a3fb-178aa926693e\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:19:49.261894 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 15:19:49.285584 3796 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0424 15:19:50.273381 3796 cni.go:452] [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key ] I0424 15:19:50.365924 3796 cni.go:473] [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-lsx7f fb510d1ee65ceb21975624ec5f938cb2445a294679b5e76d102dde52a56d301e network default NAD default NAD key default], result "{}", err I0424 15:19:50.411375 3796 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lsx7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:50.411410 3796 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-lsx7f I0424 15:19:50.412767 3796 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-lsx7f, ips: 10.128.0.41 I0424 15:19:50.412795 3796 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lsx7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:50.997919 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0424 15:19:51.437031 3796 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lsx7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.437056 3796 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lsx7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.485930 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.485956 3796 obj_retry.go:492] Detected object tsf/patch-tekton-config-lzn5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:51.490517 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-lzn5k I0424 15:19:51.490542 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-lzn5k I0424 15:19:55.441880 3796 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:55.442438 3796 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:19:55.462890 3796 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:55.462910 3796 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:19:55.468583 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 15:19:55.468603 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0424 15:19:55.606341 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 15:19:56.776440 3796 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-w2fbb] creating logical port tsf-tpa_create-db-w2fbb for pod on switch ip-10-0-0-25.ec2.internal I0424 15:19:56.776542 3796 kube.go:256] Updating pod tsf-tpa/create-db-w2fbb I0424 15:19:56.789110 3796 pod.go:62] [tsf-tpa/create-db-w2fbb] pod update took 12.586228ms I0424 15:19:56.789199 3796 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-w2fbb] addLogicalPort annotation time took 12.679732ms I0424 15:19:56.790499 3796 pods.go:271] [tsf-tpa/create-db-w2fbb] addLogicalPort took 14.071246ms, libovsdb time 889.359µs I0424 15:19:56.891284 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=466 I0424 15:19:57.135774 3796 cni.go:452] [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key ] I0424 15:19:57.145227 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-w2fbb, hostIfaceName: ff36813a553ef63, network: default, NAD default, SandboxID: "ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54", PCI device ID: , UID: "e212a8d8-0e8b-4ed7-8963-378eb05f0a74", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0424 15:19:57.197684 3796 cni.go:473] [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:fd:a3:ec:aa:d5\",\"name\":\"ff36813a553ef63\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2685ba2-181e-4d97-8d9e-0e6bc5dab46e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:00.326808 3796 cni.go:452] [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key ] I0424 15:20:00.413374 3796 cni.go:473] [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-w2fbb ff36813a553ef636db2c651d8163404b7eb5aaa889541674225190b41e4dbb54 network default NAD default NAD key default], result "{}", err I0424 15:20:00.460217 3796 obj_retry.go:498] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:00.460313 3796 pods.go:176] Deleting pod: tsf-tpa/create-db-w2fbb I0424 15:20:00.461695 3796 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-w2fbb, ips: 10.128.0.43 I0424 15:20:00.461721 3796 obj_retry.go:498] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:20:01.307613 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0424 15:20:01.487025 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.487052 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:01.597490 3796 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-9th4z] creating logical port tsf-tpa_migrate-db-9th4z for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:01.597576 3796 kube.go:256] Updating pod tsf-tpa/migrate-db-9th4z I0424 15:20:01.609894 3796 pod.go:62] [tsf-tpa/migrate-db-9th4z] pod update took 12.338474ms I0424 15:20:01.609914 3796 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-9th4z] addLogicalPort annotation time took 12.362072ms I0424 15:20:01.611215 3796 pods.go:271] [tsf-tpa/migrate-db-9th4z] addLogicalPort took 13.755739ms, libovsdb time 892.01µs I0424 15:20:01.955889 3796 cni.go:452] [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key ] I0424 15:20:01.965322 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-9th4z, hostIfaceName: 3460e62a8b6de51, network: default, NAD default, SandboxID: "3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d", PCI device ID: , UID: "911f0b71-6ff4-4616-b408-4d7975be0ba1", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0424 15:20:02.017414 3796 cni.go:473] [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:e8:76:80:55:71\",\"name\":\"3460e62a8b6de51\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54f36b8e-bf1a-4647-9c86-da7b809b5b97\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:04.356452 3796 cni.go:452] [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key ] I0424 15:20:04.465585 3796 cni.go:473] [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-9th4z 3460e62a8b6de51b73e4d04f68b0cff9fc20ec010bf07484d9d0d11bb738068d network default NAD default NAD key default], result "{}", err I0424 15:20:04.508970 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.509548 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.513161 3796 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.513189 3796 pods.go:176] Deleting pod: tsf-tpa/migrate-db-9th4z I0424 15:20:04.514353 3796 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-9th4z, ips: 10.128.0.44 I0424 15:20:04.514377 3796 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:04.630704 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.630726 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:04.846108 3796 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-b28nt] creating logical port tsf-tpa_create-importers-b28nt for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:04.846210 3796 kube.go:256] Updating pod tsf-tpa/create-importers-b28nt I0424 15:20:04.863165 3796 pod.go:62] [tsf-tpa/create-importers-b28nt] pod update took 16.982615ms I0424 15:20:04.863187 3796 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-b28nt] addLogicalPort annotation time took 17.009204ms I0424 15:20:04.864480 3796 pods.go:271] [tsf-tpa/create-importers-b28nt] addLogicalPort took 18.393628ms, libovsdb time 907.311µs I0424 15:20:05.205789 3796 cni.go:452] [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key ] I0424 15:20:05.215260 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-b28nt, hostIfaceName: 833f4934b66db0e, network: default, NAD default, SandboxID: "833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e", PCI device ID: , UID: "29183bdf-f17d-4811-9264-70c2194c7e9a", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0424 15:20:05.269462 3796 cni.go:473] [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:63:d9:88:29:e5\",\"name\":\"833f4934b66db0e\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c93e1038-e024-42fd-a73d-1456b87a2c29\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:05.374211 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:05.374236 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617400-69nkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:07.376310 3796 cni.go:452] [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key ] I0424 15:20:07.465746 3796 cni.go:473] [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-b28nt 833f4934b66db0e4ef39d2414979c2d6cd015169db6ad28e53ef85234cd2911e network default NAD default NAD key default], result "{}", err I0424 15:20:07.515779 3796 obj_retry.go:498] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:07.515818 3796 pods.go:176] Deleting pod: tsf-tpa/create-importers-b28nt I0424 15:20:07.517163 3796 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-b28nt, ips: 10.128.0.45 I0424 15:20:07.517190 3796 obj_retry.go:498] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:08.543315 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:08.543341 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:11.577743 3796 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-mzw2d-wwdws] creating logical port tsf-tas_tuf-repository-init-mzw2d-wwdws for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:11.577871 3796 kube.go:256] Updating pod tsf-tas/tuf-repository-init-mzw2d-wwdws I0424 15:20:11.590068 3796 pod.go:62] [tsf-tas/tuf-repository-init-mzw2d-wwdws] pod update took 12.243812ms I0424 15:20:11.590090 3796 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-mzw2d-wwdws] addLogicalPort annotation time took 12.272769ms I0424 15:20:11.591376 3796 pods.go:271] [tsf-tas/tuf-repository-init-mzw2d-wwdws] addLogicalPort took 13.651408ms, libovsdb time 869.473µs I0424 15:20:13.971492 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 15:20:17.445215 3796 cni.go:452] [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key ] I0424 15:20:17.454589 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-mzw2d-wwdws, hostIfaceName: 9e5a6680a4d09e7, network: default, NAD default, SandboxID: "9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39", PCI device ID: , UID: "fdeb16a5-f832-4e34-88b8-9a29802285b9", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0424 15:20:17.505497 3796 cni.go:473] [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7e:bf:8e:1a:f0\",\"name\":\"9e5a6680a4d09e7\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/708ab090-e852-4f51-b79d-506cc7f3bb15\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:23.469064 3796 cni.go:452] [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key ] I0424 15:20:23.557401 3796 cni.go:473] [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-mzw2d-wwdws 9e5a6680a4d09e7221012dc83c3d03b5187b298a279038de3f4efdbff032ce39 network default NAD default NAD key default], result "{}", err I0424 15:20:23.603961 3796 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:23.604004 3796 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-mzw2d-wwdws I0424 15:20:23.605317 3796 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-mzw2d-wwdws, ips: 10.128.0.46 I0424 15:20:23.605345 3796 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:24.490658 3796 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:24.490685 3796 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-mzw2d-wwdws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:28.683508 3796 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-dvj4n] creating logical port tsf-tas_tuf-97fc8ff76-dvj4n for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:28.683602 3796 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-dvj4n I0424 15:20:28.699578 3796 pod.go:62] [tsf-tas/tuf-97fc8ff76-dvj4n] pod update took 15.994655ms I0424 15:20:28.699604 3796 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-dvj4n] addLogicalPort annotation time took 16.024704ms I0424 15:20:28.701023 3796 pods.go:271] [tsf-tas/tuf-97fc8ff76-dvj4n] addLogicalPort took 17.529659ms, libovsdb time 891.163µs W0424 15:20:35.824501 3796 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 15:20:37.456448 3796 cni.go:452] [tsf-tas/tuf-97fc8ff76-dvj4n f6040dab4cf875a260409e409ea50db97103429953b127a5252a8c6648f912f9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-dvj4n f6040dab4cf875a260409e409ea50db97103429953b127a5252a8c6648f912f9 network default NAD default NAD key ] I0424 15:20:37.465404 3796 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-dvj4n, hostIfaceName: f6040dab4cf875a, network: default, NAD default, SandboxID: "f6040dab4cf875a260409e409ea50db97103429953b127a5252a8c6648f912f9", PCI device ID: , UID: "3b107543-0af5-4384-9ba2-5902696f7a8c", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0424 15:20:37.515426 3796 cni.go:473] [tsf-tas/tuf-97fc8ff76-dvj4n f6040dab4cf875a260409e409ea50db97103429953b127a5252a8c6648f912f9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-dvj4n f6040dab4cf875a260409e409ea50db97103429953b127a5252a8c6648f912f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:8b:2b:7c:8f:b0\",\"name\":\"f6040dab4cf875a\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8937f74a-7bab-41b9-91ee-52adaffe0223\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:20:38.549696 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 15:20:49.561665 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0424 15:20:49.762010 3796 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:49.762582 3796 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:20:49.799298 3796 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:49.799325 3796 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:20:49.805451 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 15:20:49.805469 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 15:20:50.534464 3796 namespace.go:98] [default-tenant] adding namespace I0424 15:20:50.535313 3796 namespace.go:102] [default-tenant] adding namespace took 828.062µs I0424 15:20:50.542185 3796 namespace.go:98] [integration-service] adding namespace I0424 15:20:50.542206 3796 namespace.go:98] [image-controller] adding namespace I0424 15:20:50.542308 3796 namespace.go:98] [build-service] adding namespace I0424 15:20:50.542932 3796 namespace.go:102] [integration-service] adding namespace took 728.31µs I0424 15:20:50.543524 3796 namespace.go:102] [image-controller] adding namespace took 1.304453ms I0424 15:20:50.544105 3796 namespace.go:102] [build-service] adding namespace took 1.787245ms I0424 15:20:50.586139 3796 namespace.go:142] [default-tenant] updating namespace I0424 15:20:50.611310 3796 namespace.go:142] [default-tenant] updating namespace I0424 15:20:50.614805 3796 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.639710 3796 namespace.go:142] [image-controller] updating namespace I0424 15:20:50.658628 3796 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.680873 3796 namespace.go:142] [build-service] updating namespace I0424 15:20:50.681011 3796 namespace.go:142] [image-controller] updating namespace I0424 15:20:50.709238 3796 namespace.go:142] [build-service] updating namespace I0424 15:20:50.764874 3796 namespace.go:142] [build-service] updating namespace I0424 15:20:50.778691 3796 namespace.go:142] [integration-service] updating namespace I0424 15:20:50.797827 3796 namespace.go:98] [release-service] adding namespace I0424 15:20:50.798740 3796 namespace.go:102] [release-service] adding namespace took 881.192µs I0424 15:20:50.839549 3796 namespace.go:142] [release-service] updating namespace I0424 15:20:50.846238 3796 namespace.go:142] [release-service] updating namespace I0424 15:20:50.874593 3796 namespace.go:142] [konflux-ui] updating namespace I0424 15:20:50.975106 3796 namespace.go:98] [konflux-info] adding namespace I0424 15:20:50.975986 3796 namespace.go:102] [konflux-info] adding namespace took 852.287µs I0424 15:20:51.143424 3796 namespace.go:142] [konflux-info] updating namespace I0424 15:20:51.213494 3796 namespace.go:98] [namespace-lister] adding namespace I0424 15:20:51.214355 3796 namespace.go:102] [namespace-lister] adding namespace took 838.199µs I0424 15:20:51.293511 3796 namespace.go:142] [konflux-info] updating namespace I0424 15:20:51.360483 3796 namespace.go:98] [enterprise-contract-service] adding namespace I0424 15:20:51.360564 3796 namespace.go:142] [image-controller] updating namespace I0424 15:20:51.361390 3796 namespace.go:102] [enterprise-contract-service] adding namespace took 886.03µs I0424 15:20:51.393496 3796 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:51.532347 3796 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:51.615753 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:51.701313 3796 namespace.go:142] [default-tenant] updating namespace I0424 15:20:51.747746 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:51.866395 3796 namespace.go:98] [segment-bridge] adding namespace I0424 15:20:51.867274 3796 namespace.go:102] [segment-bridge] adding namespace took 859.105µs I0424 15:20:51.986420 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 15:20:52.053389 3796 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:52.083448 3796 namespace.go:98] [konflux-cli] adding namespace I0424 15:20:52.084299 3796 namespace.go:102] [konflux-cli] adding namespace took 835.039µs I0424 15:20:52.258787 3796 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:52.352912 3796 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:52.413420 3796 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:52.468383 3796 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 15:20:52.469029 3796 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 15:20:52.469064 3796 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 15:20:52.471792 3796 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 15:20:52.538635 3796 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-tx69x] creating logical port namespace-lister_namespace-lister-696b855848-tx69x for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:52.538736 3796 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-tx69x I0424 15:20:52.555229 3796 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 15:20:52.555257 3796 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 15:20:52.622400 3796 pod.go:62] [namespace-lister/namespace-lister-696b855848-tx69x] pod update took 83.688069ms I0424 15:20:52.622424 3796 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-tx69x] addLogicalPort annotation time took 83.718053ms I0424 15:20:52.623720 3796 pods.go:271] [namespace-lister/namespace-lister-696b855848-tx69x] addLogicalPort took 85.105574ms, libovsdb time 892.27µs I0424 15:20:52.624511 3796 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 15:20:52.986447 3796 namespace.go:142] [build-service] updating namespace I0424 15:20:53.119577 3796 base_network_controller_pods.go:487] [default/konflux-ui/dex-774544c7f6-7vr57] creating logical port konflux-ui_dex-774544c7f6-7vr57 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:53.119666 3796 kube.go:256] Updating pod konflux-ui/dex-774544c7f6-7vr57 I0424 15:20:53.181248 3796 pod.go:62] [konflux-ui/dex-774544c7f6-7vr57] pod update took 61.604083ms I0424 15:20:53.181275 3796 base_network_controller_pods.go:951] [default/konflux-ui/dex-774544c7f6-7vr57] addLogicalPort annotation time took 61.637938ms I0424 15:20:53.182533 3796 pods.go:271] [konflux-ui/dex-774544c7f6-7vr57] addLogicalPort took 62.980808ms, libovsdb time 860.251µs I0424 15:20:53.208377 3796 base_network_controller_pods.go:487] [default/konflux-ui/proxy-576d954b76-pq6jc] creating logical port konflux-ui_proxy-576d954b76-pq6jc for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:53.208519 3796 kube.go:256] Updating pod konflux-ui/proxy-576d954b76-pq6jc I0424 15:20:53.248225 3796 pod.go:62] [konflux-ui/proxy-576d954b76-pq6jc] pod update took 39.74572ms I0424 15:20:53.248248 3796 base_network_controller_pods.go:951] [default/konflux-ui/proxy-576d954b76-pq6jc] addLogicalPort annotation time took 39.774439ms I0424 15:20:53.249727 3796 pods.go:271] [konflux-ui/proxy-576d954b76-pq6jc] addLogicalPort took 41.367523ms, libovsdb time 986.741µs I0424 15:20:53.329817 3796 namespace.go:142] [default-tenant] updating namespace I0424 15:20:53.495628 3796 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-b4px5] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-b4px5 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:53.495753 3796 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 I0424 15:20:53.514192 3796 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5] pod update took 18.462374ms I0424 15:20:53.514216 3796 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-b4px5] addLogicalPort annotation time took 18.493248ms I0424 15:20:53.515636 3796 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5] addLogicalPort took 20.02708ms, libovsdb time 946.662µs I0424 15:20:53.534113 3796 cni.go:452] [namespace-lister/namespace-lister-696b855848-tx69x 541f68ce2c6dc0f8c301036c463e85e372e27a855e16617cecf409165692c8c6 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-tx69x 541f68ce2c6dc0f8c301036c463e85e372e27a855e16617cecf409165692c8c6 network default NAD default NAD key ] I0424 15:20:53.543504 3796 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-tx69x, hostIfaceName: 541f68ce2c6dc0f, network: default, NAD default, SandboxID: "541f68ce2c6dc0f8c301036c463e85e372e27a855e16617cecf409165692c8c6", PCI device ID: , UID: "9e328d2b-aa0a-455a-a84c-19ec9755f06d", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0424 15:20:53.598247 3796 cni.go:473] [namespace-lister/namespace-lister-696b855848-tx69x 541f68ce2c6dc0f8c301036c463e85e372e27a855e16617cecf409165692c8c6 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-tx69x 541f68ce2c6dc0f8c301036c463e85e372e27a855e16617cecf409165692c8c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:c7:c8:e3:73:16\",\"name\":\"541f68ce2c6dc0f\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/143a7633-fe2a-4be7-8778-97ecca20f275\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:53.680835 3796 namespace.go:142] [image-controller] updating namespace I0424 15:20:53.774028 3796 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-5t745] creating logical port build-service_build-service-controller-manager-7cbf488fcf-5t745 for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:53.774150 3796 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-5t745 I0424 15:20:53.793132 3796 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-5t745] pod update took 19.017598ms I0424 15:20:53.793161 3796 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-5t745] addLogicalPort annotation time took 19.052492ms I0424 15:20:53.794607 3796 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-5t745] addLogicalPort took 20.602098ms, libovsdb time 995.31µs I0424 15:20:54.036450 3796 namespace.go:142] [integration-service] updating namespace I0424 15:20:54.165033 3796 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-5t745 c7c3a217c8d0179ad6a62cfede81bf3f7ada7e155137688325670cdd4bf1d960 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-5t745 c7c3a217c8d0179ad6a62cfede81bf3f7ada7e155137688325670cdd4bf1d960 network default NAD default NAD key ] I0424 15:20:54.175292 3796 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-5t745, hostIfaceName: c7c3a217c8d0179, network: default, NAD default, SandboxID: "c7c3a217c8d0179ad6a62cfede81bf3f7ada7e155137688325670cdd4bf1d960", PCI device ID: , UID: "391a7091-114a-4521-afb8-57d56b35a925", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0424 15:20:54.235304 3796 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-5t745 c7c3a217c8d0179ad6a62cfede81bf3f7ada7e155137688325670cdd4bf1d960 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-5t745 c7c3a217c8d0179ad6a62cfede81bf3f7ada7e155137688325670cdd4bf1d960 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:2a:43:a3:22:35\",\"name\":\"c7c3a217c8d0179\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa6b870e-61b5-42a4-abe2-a91861a9c3e2\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:20:54.378192 3796 namespace.go:142] [konflux-info] updating namespace I0424 15:20:54.515401 3796 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-xwxxv for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:54.515538 3796 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv I0424 15:20:54.531368 3796 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv] pod update took 15.865157ms I0424 15:20:54.531392 3796 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv] addLogicalPort annotation time took 15.893926ms I0424 15:20:54.532835 3796 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv] addLogicalPort took 17.45402ms, libovsdb time 934.62µs I0424 15:20:54.858468 3796 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:55.137739 3796 namespace.go:142] [release-service] updating namespace I0424 15:20:55.322655 3796 namespace.go:142] [build-service] updating namespace I0424 15:20:55.382070 3796 namespace.go:142] [default-tenant] updating namespace I0424 15:20:55.438969 3796 namespace.go:142] [image-controller] updating namespace I0424 15:20:55.469999 3796 namespace.go:142] [integration-service] updating namespace I0424 15:20:55.525413 3796 namespace.go:142] [konflux-info] updating namespace I0424 15:20:55.581050 3796 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:55.618890 3796 namespace.go:142] [release-service] updating namespace W0424 15:20:55.691767 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0424 15:20:55.749637 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0424 15:20:55.779159 3796 namespace.go:142] [build-service] updating namespace I0424 15:20:55.852341 3796 namespace.go:142] [default-tenant] updating namespace I0424 15:20:55.923095 3796 namespace.go:142] [image-controller] updating namespace I0424 15:20:55.994431 3796 namespace.go:142] [integration-service] updating namespace I0424 15:20:55.994592 3796 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-856894ddf7-b2qxq] creating logical port integration-service_integration-service-controller-manager-856894ddf7-b2qxq for pod on switch ip-10-0-0-25.ec2.internal I0424 15:20:55.994743 3796 kube.go:256] Updating pod integration-service/integration-service-controller-manager-856894ddf7-b2qxq I0424 15:20:56.011001 3796 pod.go:62] [integration-service/integration-service-controller-manager-856894ddf7-b2qxq] pod update took 16.284336ms I0424 15:20:56.011030 3796 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-856894ddf7-b2qxq] addLogicalPort annotation time took 16.319999ms I0424 15:20:56.012587 3796 pods.go:271] [integration-service/integration-service-controller-manager-856894ddf7-b2qxq] addLogicalPort took 18.013458ms, libovsdb time 1.023261ms I0424 15:20:56.039812 3796 namespace.go:142] [konflux-info] updating namespace I0424 15:20:56.100532 3796 namespace.go:142] [namespace-lister] updating namespace I0424 15:20:56.198957 3796 namespace.go:142] [release-service] updating namespace W0424 15:20:56.691897 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 15:20:57.417829 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:57.618183 3796 namespace.go:142] [konflux-cli] updating namespace W0424 15:20:57.669879 3796 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 15:20:57.817784 3796 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:57.936231 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:57.948895 3796 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:57.964370 3796 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:58.049325 3796 namespace.go:142] [enterprise-contract-service] updating namespace I0424 15:20:58.149914 3796 namespace.go:142] [konflux-cli] updating namespace I0424 15:20:58.249216 3796 namespace.go:142] [segment-bridge] updating namespace I0424 15:20:59.965624 3796 cni.go:452] [integration-service/integration-service-controller-manager-856894ddf7-b2qxq 0820c11592ec262acc78d0e300be50ecf3ff346b0e0cff574af60421b4ed0fbf network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-856894ddf7-b2qxq 0820c11592ec262acc78d0e300be50ecf3ff346b0e0cff574af60421b4ed0fbf network default NAD default NAD key ] I0424 15:20:59.975146 3796 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-856894ddf7-b2qxq, hostIfaceName: 0820c11592ec262, network: default, NAD default, SandboxID: "0820c11592ec262acc78d0e300be50ecf3ff346b0e0cff574af60421b4ed0fbf", PCI device ID: , UID: "af4406ed-2d13-47a5-93cc-dd3daab801df", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0424 15:21:00.030098 3796 cni.go:473] [integration-service/integration-service-controller-manager-856894ddf7-b2qxq 0820c11592ec262acc78d0e300be50ecf3ff346b0e0cff574af60421b4ed0fbf network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-856894ddf7-b2qxq 0820c11592ec262acc78d0e300be50ecf3ff346b0e0cff574af60421b4ed0fbf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:f5:25:d5:8b:3f\",\"name\":\"0820c11592ec262\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8184f125-792d-479b-bff5-2ecbfe26f2c7\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:21:01.087298 3796 cni.go:452] [konflux-ui/dex-774544c7f6-7vr57 cfd586b0326e8732247311ab2c7d2b4f83370d1a1b1da95fbba365476d1e98e1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-774544c7f6-7vr57 cfd586b0326e8732247311ab2c7d2b4f83370d1a1b1da95fbba365476d1e98e1 network default NAD default NAD key ] I0424 15:21:01.097373 3796 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-774544c7f6-7vr57, hostIfaceName: cfd586b0326e873, network: default, NAD default, SandboxID: "cfd586b0326e8732247311ab2c7d2b4f83370d1a1b1da95fbba365476d1e98e1", PCI device ID: , UID: "0af5498b-97d3-4a63-a3fd-a6de70258437", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0424 15:21:01.110921 3796 cni.go:452] [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key ] I0424 15:21:01.130289 3796 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-576d954b76-pq6jc, hostIfaceName: 3bb47cd653c8f8d, network: default, NAD default, SandboxID: "3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657", PCI device ID: , UID: "59d2c6b9-356b-4961-afb9-0ccdb8b08885", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0424 15:21:01.162537 3796 cni.go:473] [konflux-ui/dex-774544c7f6-7vr57 cfd586b0326e8732247311ab2c7d2b4f83370d1a1b1da95fbba365476d1e98e1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-774544c7f6-7vr57 cfd586b0326e8732247311ab2c7d2b4f83370d1a1b1da95fbba365476d1e98e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:00:08:6e:a7:9b\",\"name\":\"cfd586b0326e873\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ee946e1-47f4-4a9d-a7a6-e88b4f176cc8\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:21:01.195325 3796 cni.go:473] [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:3c:59:52:cd:d7\",\"name\":\"3bb47cd653c8f8d\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b0059c-0c61-4adc-bda4-7e11117ab44e\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:21:01.363704 3796 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key ] I0424 15:21:01.374655 3796 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-b4px5, hostIfaceName: 408e6c904583af3, network: default, NAD default, SandboxID: "408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1", PCI device ID: , UID: "dfa4b3f8-4c9b-4179-bad2-ecfa7ff8dd65", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0424 15:21:01.427124 3796 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:4a:fc:b9:09:83\",\"name\":\"408e6c904583af3\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cc2667e-2765-4a9c-8ccb-a3f717c24214\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 15:21:05.815301 3796 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv 97a50c0222f298615a1b7338a77cb9ea649276bf26fe983635024f2df4a05d5f network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv 97a50c0222f298615a1b7338a77cb9ea649276bf26fe983635024f2df4a05d5f network default NAD default NAD key ] I0424 15:21:05.825316 3796 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-xwxxv, hostIfaceName: 97a50c0222f2986, network: default, NAD default, SandboxID: "97a50c0222f298615a1b7338a77cb9ea649276bf26fe983635024f2df4a05d5f", PCI device ID: , UID: "1fcc2cdd-15dc-4179-a635-8a24aa3f7c59", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0424 15:21:05.883387 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 I0424 15:21:05.883817 3796 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv 97a50c0222f298615a1b7338a77cb9ea649276bf26fe983635024f2df4a05d5f network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-xwxxv 97a50c0222f298615a1b7338a77cb9ea649276bf26fe983635024f2df4a05d5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:64:ce:c7:d0:1a\",\"name\":\"97a50c0222f2986\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8424076b-407c-4bad-950a-5c2b3d02e7e6\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 15:21:06.735544 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:06.735650 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:06.763949 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:06.763972 3796 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:06.788561 3796 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 15:21:06.813756 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 15:21:06.816734 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:07.768200 3796 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:07.768224 3796 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:07.802957 3796 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 15:21:07.807025 3796 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 15:21:08.677688 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 15:21:16.010507 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0424 15:21:17.757912 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 15:21:17.759991 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0424 15:21:17.959896 3796 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key ] I0424 15:21:18.055938 3796 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 408e6c904583af31ba9270a63c3a87f7916f39a2c1f5b314151245895e60f7e1 network default NAD default NAD key default], result "{}", err I0424 15:21:18.107995 3796 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:21:18.108034 3796 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 I0424 15:21:18.109335 3796 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-b4px5, ips: 10.128.0.51 I0424 15:21:18.109364 3796 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 15:21:18.768631 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0424 15:21:18.768789 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0424 15:21:18.815968 3796 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:18.815993 3796 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:21:18.822310 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 I0424 15:21:18.822335 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-b4px5 W0424 15:21:19.769182 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0424 15:21:43.980937 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0424 15:21:45.825000 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0424 15:21:45.825021 3796 util.go:959] Failed to build node endpoints for node ip-10-0-0-25.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0424 15:21:48.887118 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 15:22:02.009870 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 15:22:17.199344 3796 cni.go:452] [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key ] I0424 15:22:17.290758 3796 cni.go:473] [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-576d954b76-pq6jc 3bb47cd653c8f8de6eaa79da2368c7cb1f0735450eb532fb70746311e6dfc657 network default NAD default NAD key default], result "{}", err I0424 15:22:17.361944 3796 obj_retry.go:498] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:17.361983 3796 pods.go:176] Deleting pod: konflux-ui/proxy-576d954b76-pq6jc I0424 15:22:17.363319 3796 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-576d954b76-pq6jc, ips: 10.128.0.50 I0424 15:22:17.363346 3796 obj_retry.go:498] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:18.146886 3796 obj_retry.go:492] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:18.146916 3796 obj_retry.go:492] Detected object konflux-ui/proxy-576d954b76-pq6jc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:18.156475 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-576d954b76-pq6jc I0424 15:22:18.156498 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-576d954b76-pq6jc I0424 15:22:22.374431 3796 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:22.374977 3796 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:22:22.391899 3796 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:22.391923 3796 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:22:22.398097 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 15:22:22.398120 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 15:22:23.975815 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 15:22:44.720127 3796 namespace.go:98] [default-managed-tenant-k8xie] adding namespace I0424 15:22:44.721047 3796 namespace.go:102] [default-managed-tenant-k8xie] adding namespace took 896.934µs I0424 15:22:44.745713 3796 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:44.760552 3796 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:45.827127 3796 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:45.969574 3796 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:22:46.061399 3796 namespace.go:142] [default-managed-tenant-k8xie] updating namespace I0424 15:23:11.971289 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0424 15:23:34.004097 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 15:24:36.884308 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0424 15:26:06.885947 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=31 I0424 15:26:13.993716 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 15:26:17.893452 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=170 I0424 15:26:19.887080 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0424 15:26:32.892933 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0424 15:27:01.983598 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0424 15:27:27.011570 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 15:27:29.890038 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0424 15:27:44.000423 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 15:27:53.975546 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 15:29:02.013329 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0424 15:29:38.887024 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=24 I0424 15:29:43.012971 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 15:29:50.974452 3796 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0424 15:30:01.060611 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:01.060663 3796 obj_retry.go:492] Detected object tsf-tpa/create-db-w2fbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:01.064320 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-w2fbb I0424 15:30:01.064344 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-w2fbb I0424 15:30:04.029150 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.029193 3796 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9th4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.033564 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-9th4z I0424 15:30:04.033590 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-9th4z I0424 15:30:04.080314 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 15:30:04.080899 3796 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 15:30:04.950980 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:04.951023 3796 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617410-kl8gc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.027534 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.027579 3796 obj_retry.go:492] Detected object tsf-tpa/create-importers-b28nt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 15:30:08.032243 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-b28nt I0424 15:30:08.032262 3796 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-b28nt I0424 15:30:19.978818 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 15:31:19.006794 3796 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0424 15:31:36.896298 3796 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0424 15:32:24.986562 3796 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7