+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-22.ec2.internal ++ [[ -n ip-10-0-1-22.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-22.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:03:49.116440615 - disable conntrack on geneve port' I0505 13:03:49.116440615 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 13:03:49.133392520 - starting ovnkube-node + echo 'I0505 13:03:49.133392520 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-22.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-22.ec2.internal --init-node ip-10-0-1-22.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-22.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 13:03:49.176496 3644 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 13:03:49.176555 3644 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d1512bc1d8.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 13:03:49.177996 3644 kube.go:431] Waiting for certificate I0505 13:03:49.178051 3644 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 13:03:49.178120 3644 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 13:03:49.178928 3644 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:03:49.219303 3644 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:49.219318 3644 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:49.223174 3644 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:49.223253 3644 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-277kh" I0505 13:03:49.233303 3644 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-277kh" I0505 13:03:49.233350 3644 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:03:50.178118 3644 kube.go:438] Certificate found I0505 13:03:50.178997 3644 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:03:50.180379 3644 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 13:03:50.236484 3644 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:58:49 +0000 UTC" deadline="2026-05-06 06:13:56.500087591 +0000 UTC" I0505 13:03:50.236523 3644 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h10m6.263576965s" I0505 13:03:50.250059 3644 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:03:50.269767 3644 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 13:03:50.269826 3644 server.go:101] MetricServer registers OVS metrics I0505 13:03:50.270137 3644 server.go:105] MetricServer registers OVN DB metrics I0505 13:03:50.270535 3644 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 13:03:50.270617 3644 factory.go:561] Starting watch factory I0505 13:03:50.270719 3644 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.270745 3644 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.270718 3644 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.270792 3644 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.270724 3644 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.270980 3644 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.271427 3644 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.271443 3644 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.271525 3644 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.271542 3644 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.272179 3644 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.272240 3644 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.273810 3644 controller_manager.go:370] Starting the ovnkube controller I0505 13:03:50.273821 3644 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-22.ec2.internal I0505 13:03:50.273873 3644 controller_manager.go:395] NBDB zone sync took: 43.09µs I0505 13:03:50.273902 3644 factory.go:561] Starting watch factory I0505 13:03:50.274847 3644 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 13:03:50.274874 3644 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 13:03:50.287590 3644 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 13:03:50.287623 3644 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 13:03:50.291078 3644 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 13:03:50.291110 3644 server.go:109] MetricServer registers OVN Controller metrics I0505 13:03:50.292694 3644 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.292784 3644 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.294169 3644 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.295355 3644 server.go:113] MetricServer registers OVN Northd metrics I0505 13:03:50.296483 3644 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.299393 3644 metrics.go:519] OVN Metrics Server starts to run ... I0505 13:03:50.299444 3644 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.303381 3644 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:03:50.376522 3644 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:03:50.376546 3644 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:03:50.376550 3644 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:03:50.376553 3644 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:03:50.376556 3644 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:03:50.376559 3644 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:03:50.376623 3644 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:03:50.376645 3644 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:03:50.376804 3644 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:03:50.376858 3644 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:03:50.379844 3644 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:03:50.379854 3644 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:03:50.379858 3644 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:03:50.379861 3644 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:03:50.379864 3644 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:03:50.379867 3644 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:03:50.380839 3644 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:03:50.380852 3644 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:03:50.381629 3644 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:03:50.381645 3644 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:03:50.381716 3644 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.381730 3644 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.384932 3644 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:03:50.384942 3644 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:03:50.385089 3644 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.387106 3644 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:03:50.387230 3644 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.387265 3644 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.390211 3644 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:03:50.390357 3644 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.392371 3644 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:03:50.392430 3644 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.392446 3644 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.395619 3644 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:03:50.395962 3644 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.397980 3644 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:03:50.398032 3644 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.398044 3644 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.400783 3644 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:03:50.401271 3644 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.403300 3644 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:03:50.403352 3644 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.403362 3644 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.406185 3644 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:03:50.406585 3644 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.408525 3644 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:03:50.408728 3644 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:03:50.408752 3644 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:03:50.411436 3644 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:03:50.412353 3644 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:03:50.414357 3644 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:03:50.414424 3644 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.414445 3644 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.414484 3644 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.414501 3644 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.417342 3644 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:03:50.417722 3644 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.417774 3644 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:03:50.419714 3644 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:03:50.419724 3644 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:03:50.419731 3644 factory.go:680] Watch Factory start up complete, took: 149.120896ms I0505 13:03:50.419798 3644 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 13:03:50.422959 3644 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:03:50.422969 3644 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:03:50.422976 3644 factory.go:680] Watch Factory start up complete, took: 149.092415ms I0505 13:03:50.422984 3644 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-22.ec2.internal" zone I0505 13:03:50.509038 3644 default_node_network_controller.go:710] Initializing the default node network controller I0505 13:03:50.580136 3644 udn_isolation.go:101] Starting UDN host isolation manager I0505 13:03:50.585981 3644 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 13:03:50.634268 3644 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 13:03:50.634350 3644 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 13:03:50.634366 3644 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 13:03:50.670396 3644 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 13:03:50.670458 3644 default_node_network_controller.go:809] Node ip-10-0-1-22.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 13:03:50.676298 3644 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.22"] k8s.ovn.org/zone-name:ip-10-0-1-22.ec2.internal] on node ip-10-0-1-22.ec2.internal I0505 13:03:50.713864 3644 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 13:03:50.720022 3644 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 13:03:50.720166 3644 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0505 13:03:50.720311 3644 gateway_init.go:263] Preparing Gateway I0505 13:03:50.720322 3644 gateway_shared_intf.go:1687] Creating new gateway I0505 13:03:50.807850 3644 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:03:50.813615 3644 iptables.go:108] Creating table: filter chain: OUTPUT I0505 13:03:50.819605 3644 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 13:03:50.819619 3644 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-22.ec2.internal","mac-address":"0a:ff:cd:fb:d3:03","ip-addresses":["10.0.1.22/24"],"ip-address":"10.0.1.22/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:330964ff-f0be-4b4c-9aad-b4d5f62b4902 k8s.ovn.org/node-encap-ips:["10.0.1.22"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.22/24"} k8s.ovn.org/zone-name:ip-10-0-1-22.ec2.internal] on node ip-10-0-1-22.ec2.internal I0505 13:03:50.845031 3644 default_node_network_controller.go:519] Node connection status = connected I0505 13:03:50.923254 3644 controller_manager.go:429] Waiting for node in zone sync took: 500.258074ms I0505 13:03:50.928599 3644 controller_manager.go:611] Switching to transit router for layer2 networks I0505 13:03:50.928613 3644 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-22.ec2.internal I0505 13:03:50.944207 3644 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:03:50.950289 3644 controller_manager.go:290] SCTP support detected in OVN I0505 13:03:50.950844 3644 services_controller.go:69] Creating services controller for network=default I0505 13:03:50.950955 3644 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 13:03:50.950995 3644 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 13:03:50.951037 3644 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 13:03:50.951056 3644 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 13:03:50.951065 3644 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:03:50.951264 3644 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 13:03:50.951308 3644 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 13:03:50.951347 3644 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.059µs I0505 13:03:50.951378 3644 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 62.529µs I0505 13:03:50.951386 3644 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 78.435µs I0505 13:03:50.951392 3644 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 13:03:50.951402 3644 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 13:03:50.951410 3644 default_network_controller.go:325] Starting the default network controller I0505 13:03:50.951425 3644 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.151µs I0505 13:03:50.951567 3644 udn_enabled_svc.go:95] Performing full resync I0505 13:03:50.951912 3644 udn_enabled_svc.go:99] Waiting for handler to sync I0505 13:03:50.951923 3644 udn_enabled_svc.go:104] Starting worker I0505 13:03:50.960184 3644 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 13:03:50.960261 3644 repair.go:33] Syncing exgw routes took 67.031µs I0505 13:03:50.960281 3644 default_network_controller.go:414] Starting all the Watchers... I0505 13:03:50.960441 3644 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 13:03:50.960498 3644 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 13:03:50.960512 3644 namespace.go:98] [openshift-ingress] adding namespace I0505 13:03:50.960519 3644 namespace.go:98] [openshift-multus] adding namespace I0505 13:03:50.960526 3644 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 13:03:50.960527 3644 namespace.go:98] [openshift-insights] adding namespace I0505 13:03:50.960533 3644 namespace.go:98] [dedicated-admin] adding namespace I0505 13:03:50.960538 3644 namespace.go:98] [openshift-package-operator] adding namespace I0505 13:03:50.960543 3644 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 13:03:50.960550 3644 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 13:03:50.960551 3644 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 13:03:50.960552 3644 namespace.go:98] [openshift-apiserver] adding namespace I0505 13:03:50.960557 3644 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 13:03:50.960557 3644 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 13:03:50.960570 3644 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 13:03:50.961036 3644 namespace.go:102] [openshift-kube-apiserver] adding namespace took 582.094µs I0505 13:03:50.961052 3644 namespace.go:98] [openshift-node] adding namespace I0505 13:03:50.961494 3644 namespace.go:102] [openshift-node] adding namespace took 437.705µs I0505 13:03:50.961506 3644 namespace.go:98] [openshift-machine-api] adding namespace I0505 13:03:50.962034 3644 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 1.523097ms I0505 13:03:50.962048 3644 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 13:03:50.962626 3644 namespace.go:102] [openshift-backplane-srep] adding namespace took 573.781µs I0505 13:03:50.962638 3644 namespace.go:98] [openshift-cluster-version] adding namespace W0505 13:03:50.963110 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-l4k8q: pod openshift-multus/network-metrics-daemon-l4k8q: no pod IPs found W0505 13:03:50.963122 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ggpzh: pod openshift-multus/network-metrics-daemon-ggpzh: no pod IPs found I0505 13:03:50.963141 3644 namespace.go:102] [openshift-ingress] adding namespace took 2.621925ms I0505 13:03:50.963148 3644 namespace.go:98] [kube-public] adding namespace I0505 13:03:50.963693 3644 namespace.go:102] [openshift-multus] adding namespace took 3.167967ms I0505 13:03:50.963710 3644 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 13:03:50.964235 3644 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.701929ms I0505 13:03:50.964248 3644 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 13:03:50.964722 3644 namespace.go:102] [openshift-insights] adding namespace took 4.186497ms I0505 13:03:50.964734 3644 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 13:03:50.965245 3644 namespace.go:102] [dedicated-admin] adding namespace took 4.703744ms I0505 13:03:50.965264 3644 namespace.go:98] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] adding namespace I0505 13:03:50.965724 3644 namespace.go:102] [openshift-package-operator] adding namespace took 5.181853ms I0505 13:03:50.965738 3644 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 13:03:50.966326 3644 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.778061ms I0505 13:03:50.966335 3644 namespace.go:98] [openshift-config-operator] adding namespace I0505 13:03:50.966808 3644 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.252677ms I0505 13:03:50.966818 3644 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 13:03:50.967381 3644 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.806639ms I0505 13:03:50.967399 3644 namespace.go:98] [kube-system] adding namespace I0505 13:03:50.967799 3644 namespace.go:102] [openshift-apiserver] adding namespace took 7.238239ms I0505 13:03:50.967819 3644 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 13:03:50.968269 3644 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.706602ms I0505 13:03:50.968282 3644 namespace.go:98] [openshift-config] adding namespace I0505 13:03:50.968761 3644 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.191826ms I0505 13:03:50.968777 3644 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 13:03:50.969289 3644 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.707103ms I0505 13:03:50.969302 3644 namespace.go:98] [openshift-network-operator] adding namespace I0505 13:03:50.969749 3644 namespace.go:102] [openshift-machine-api] adding namespace took 8.236343ms I0505 13:03:50.969767 3644 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 13:03:50.970095 3644 namespace.go:102] [openshift-cluster-version] adding namespace took 7.451624ms I0505 13:03:50.970107 3644 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 13:03:50.970593 3644 namespace.go:102] [kube-public] adding namespace took 7.439133ms I0505 13:03:50.970608 3644 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 13:03:50.971029 3644 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.31346ms I0505 13:03:50.971042 3644 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 13:03:50.971538 3644 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.283632ms I0505 13:03:50.971567 3644 namespace.go:98] [openshift-authentication] adding namespace I0505 13:03:50.972414 3644 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.676004ms I0505 13:03:50.972424 3644 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 13:03:50.972869 3644 namespace.go:102] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] adding namespace took 7.599022ms I0505 13:03:50.972884 3644 namespace.go:98] [kube-node-lease] adding namespace I0505 13:03:50.973325 3644 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.582864ms I0505 13:03:50.973338 3644 namespace.go:98] [openshift-console-operator] adding namespace I0505 13:03:50.973815 3644 namespace.go:102] [openshift-config-operator] adding namespace took 7.474678ms I0505 13:03:50.973825 3644 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 13:03:50.974216 3644 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.392987ms I0505 13:03:50.974229 3644 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 13:03:50.974631 3644 namespace.go:102] [kube-system] adding namespace took 7.226616ms I0505 13:03:50.974643 3644 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 13:03:50.975049 3644 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.223513ms I0505 13:03:50.975061 3644 namespace.go:98] [openshift-console] adding namespace I0505 13:03:50.975452 3644 namespace.go:102] [openshift-config] adding namespace took 7.164986ms I0505 13:03:50.975464 3644 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 13:03:50.975791 3644 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.009744ms I0505 13:03:50.975802 3644 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 13:03:50.976253 3644 namespace.go:102] [openshift-network-operator] adding namespace took 6.944741ms I0505 13:03:50.976273 3644 namespace.go:98] [openshift-network-console] adding namespace W0505 13:03:50.976255 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ksdbm: pod openshift-network-diagnostics/network-check-target-ksdbm: no pod IPs found W0505 13:03:50.976307 3644 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lj2m7: pod openshift-network-diagnostics/network-check-target-lj2m7: no pod IPs found I0505 13:03:50.976881 3644 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.107064ms I0505 13:03:50.976894 3644 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 13:03:50.977332 3644 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.219424ms I0505 13:03:50.977344 3644 namespace.go:98] [openshift-image-registry] adding namespace I0505 13:03:50.977775 3644 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.160811ms I0505 13:03:50.977785 3644 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 13:03:50.978160 3644 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.112974ms I0505 13:03:50.978174 3644 namespace.go:98] [openshift-infra] adding namespace I0505 13:03:50.978515 3644 namespace.go:102] [openshift-authentication] adding namespace took 6.940736ms I0505 13:03:50.978526 3644 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 13:03:50.978917 3644 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.486358ms I0505 13:03:50.978929 3644 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 13:03:50.979267 3644 namespace.go:102] [kube-node-lease] adding namespace took 6.375737ms I0505 13:03:50.979291 3644 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 13:03:50.979783 3644 namespace.go:102] [openshift-console-operator] adding namespace took 6.439312ms I0505 13:03:50.979796 3644 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 13:03:50.980238 3644 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.409278ms I0505 13:03:50.980247 3644 namespace.go:98] [openshift-dns] adding namespace I0505 13:03:50.980583 3644 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.348552ms I0505 13:03:50.980593 3644 namespace.go:98] [openshift-etcd] adding namespace I0505 13:03:50.981081 3644 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.41635ms I0505 13:03:50.981101 3644 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 13:03:50.981457 3644 namespace.go:102] [openshift-console] adding namespace took 6.390333ms I0505 13:03:50.981471 3644 namespace.go:98] [openshift-controller-manager] adding namespace I0505 13:03:50.981782 3644 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.313406ms I0505 13:03:50.981792 3644 namespace.go:98] [openshift-backplane] adding namespace I0505 13:03:50.982334 3644 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.526106ms I0505 13:03:50.982349 3644 namespace.go:98] [openshift-marketplace] adding namespace I0505 13:03:50.982713 3644 namespace.go:102] [openshift-network-console] adding namespace took 6.432489ms I0505 13:03:50.982731 3644 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 13:03:50.983188 3644 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.288149ms I0505 13:03:50.983661 3644 namespace.go:102] [openshift-image-registry] adding namespace took 6.311361ms I0505 13:03:50.983685 3644 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 13:03:50.984091 3644 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.300647ms I0505 13:03:50.984121 3644 namespace.go:98] [openshift-logging] adding namespace I0505 13:03:50.984515 3644 namespace.go:102] [openshift-infra] adding namespace took 6.335209ms I0505 13:03:50.984527 3644 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 13:03:50.984965 3644 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.434379ms I0505 13:03:50.984976 3644 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 13:03:50.985394 3644 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.460471ms I0505 13:03:50.985407 3644 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 13:03:50.985778 3644 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.480372ms I0505 13:03:50.985790 3644 namespace.go:98] [openshift-host-network] adding namespace I0505 13:03:50.986212 3644 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.411419ms I0505 13:03:50.986225 3644 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 13:03:50.986640 3644 namespace.go:102] [openshift-dns] adding namespace took 6.387549ms I0505 13:03:50.986651 3644 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 13:03:50.987057 3644 namespace.go:102] [openshift-etcd] adding namespace took 6.459122ms I0505 13:03:50.987081 3644 namespace.go:98] [openshift-config-managed] adding namespace I0505 13:03:50.987501 3644 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.394492ms I0505 13:03:50.987512 3644 namespace.go:98] [openshift-operators] adding namespace I0505 13:03:50.987951 3644 namespace.go:102] [openshift-controller-manager] adding namespace took 6.476474ms I0505 13:03:50.987960 3644 namespace.go:98] [default] adding namespace I0505 13:03:50.988401 3644 namespace.go:102] [openshift-backplane] adding namespace took 6.603612ms I0505 13:03:50.988418 3644 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 13:03:50.988816 3644 namespace.go:102] [openshift-marketplace] adding namespace took 6.463639ms I0505 13:03:50.988827 3644 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 13:03:50.989282 3644 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.546254ms I0505 13:03:50.989292 3644 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 13:03:50.990089 3644 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.398694ms I0505 13:03:50.990481 3644 namespace.go:102] [openshift-logging] adding namespace took 6.352947ms I0505 13:03:50.990495 3644 namespace.go:98] [openshift] adding namespace I0505 13:03:50.990955 3644 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.422987ms I0505 13:03:50.991308 3644 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.32631ms I0505 13:03:50.991781 3644 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.368346ms I0505 13:03:50.992265 3644 namespace.go:102] [openshift-host-network] adding namespace took 6.470088ms I0505 13:03:50.992688 3644 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.457955ms I0505 13:03:50.993112 3644 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.456957ms I0505 13:03:50.993125 3644 namespace.go:98] [openshift-dns-operator] adding namespace I0505 13:03:50.993441 3644 namespace.go:102] [openshift-config-managed] adding namespace took 6.354155ms I0505 13:03:50.993899 3644 namespace.go:102] [openshift-operators] adding namespace took 6.381948ms I0505 13:03:50.994306 3644 namespace.go:102] [default] adding namespace took 6.339082ms I0505 13:03:50.994320 3644 namespace.go:98] [openshift-monitoring] adding namespace I0505 13:03:50.994694 3644 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.270293ms I0505 13:03:50.995143 3644 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.310598ms I0505 13:03:50.995495 3644 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.199173ms I0505 13:03:50.995982 3644 namespace.go:102] [openshift] adding namespace took 5.481573ms I0505 13:03:50.996325 3644 namespace.go:102] [openshift-dns-operator] adding namespace took 3.195699ms I0505 13:03:50.996740 3644 namespace.go:102] [openshift-monitoring] adding namespace took 2.414683ms W0505 13:03:50.996815 3644 master.go:471] Unable to parse remote node ip-10-0-0-234.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 13:03:50.996984 3644 master.go:548] Adding or Updating local node "ip-10-0-1-22.ec2.internal" for network "default" I0505 13:03:50.996990 3644 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-234.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-234.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-234.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-234.ec2.internal W0505 13:03:51.003885 3644 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lj2m7: pod openshift-network-diagnostics/network-check-target-lj2m7: no pod IPs found W0505 13:03:51.003902 3644 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-l4k8q: pod openshift-multus/network-metrics-daemon-l4k8q: no pod IPs found I0505 13:03:51.004819 3644 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-22.ec2.internal for the network default I0505 13:03:51.005138 3644 zone_ic_handler.go:195] Time taken to create transit switch: 306.668µs I0505 13:03:51.005799 3644 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 13:03:51.005826 3644 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 13:03:51.005841 3644 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 13:03:51.005864 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:03:51.005892 3644 node_tracker.go:235] Node ip-10-0-0-234.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-234.ec2.internal" I0505 13:03:51.005904 3644 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:03:51.005919 3644 services_controller.go:574] Full service sync requested for network=default I0505 13:03:51.005932 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-22.ec2.internal in network "default" I0505 13:03:51.005963 3644 node_tracker.go:169] Node ip-10-0-1-22.ec2.internal switch + router changed, syncing services in network "default" I0505 13:03:51.005971 3644 services_controller.go:574] Full service sync requested for network=default I0505 13:03:51.106053 3644 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 13:03:51.106081 3644 services_controller.go:208] Setting up event handlers for services for network=default I0505 13:03:51.106194 3644 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 13:03:51.106233 3644 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 13:03:51.106246 3644 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 13:03:51.206780 3644 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 13:03:51.206794 3644 repair.go:60] Starting repairing loop for services I0505 13:03:51.206860 3644 repair.go:131] Deleted 0 stale service LBs I0505 13:03:51.206876 3644 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 13:03:51.206889 3644 repair.go:62] Finished repairing loop for services: 96.973µs I0505 13:03:51.206911 3644 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 13:03:51.206920 3644 services_controller.go:254] Starting workers for network=default I0505 13:03:51.207172 3644 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-ggpzh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ggpzh: suppressed error logged: pod openshift-multus/network-metrics-daemon-ggpzh: no pod IPs found I0505 13:03:51.207243 3644 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l4k8q] creating logical port openshift-multus_network-metrics-daemon-l4k8q for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:51.207243 3644 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ksdbm, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ksdbm: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ksdbm: no pod IPs found I0505 13:03:51.207247 3644 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lj2m7] creating logical port openshift-network-diagnostics_network-check-target-lj2m7 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:51.207441 3644 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-l4k8q I0505 13:03:51.207510 3644 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lj2m7 I0505 13:03:51.222742 3644 pod.go:62] [openshift-multus/network-metrics-daemon-l4k8q] pod update took 15.437334ms I0505 13:03:51.222758 3644 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-l4k8q] addLogicalPort annotation time took 15.455423ms I0505 13:03:51.223700 3644 pods.go:271] [openshift-multus/network-metrics-daemon-l4k8q] addLogicalPort took 16.464938ms, libovsdb time 644.121µs I0505 13:03:51.223741 3644 pod.go:62] [openshift-network-diagnostics/network-check-target-lj2m7] pod update took 16.341926ms I0505 13:03:51.223762 3644 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lj2m7] addLogicalPort annotation time took 16.363997ms I0505 13:03:51.224601 3644 pods.go:271] [openshift-network-diagnostics/network-check-target-lj2m7] addLogicalPort took 17.363608ms, libovsdb time 595.227µs I0505 13:03:51.225090 3644 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 13:03:51.225110 3644 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 13:03:51.225119 3644 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 13:03:51.225123 3644 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 13:03:51.225289 3644 repair.go:29] Repairing admin network policies took 160.972µs I0505 13:03:51.225432 3644 repair.go:92] Repairing baseline admin network policies took 133.646µs I0505 13:03:51.225910 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 13:03:51.225928 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 13:03:51.228464 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 13:03:51.228484 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 13:03:51.228493 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 13:03:51.229876 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 13:03:51.229894 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 13:03:51.229900 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 13:03:51.230170 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 13:03:51.230189 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 13:03:51.230197 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 13:03:51.232155 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 13:03:51.232171 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 13:03:51.232180 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 13:03:51.233890 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 13:03:51.233914 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 13:03:51.233923 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 13:03:51.234481 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 13:03:51.234496 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 13:03:51.234910 3644 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 13:03:51.234923 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:03:51.236608 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 13:03:51.236627 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 13:03:51.236635 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 13:03:51.238166 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 13:03:51.238182 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 13:03:51.238192 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 13:03:51.239724 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 13:03:51.239742 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 13:03:51.239750 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 13:03:51.240401 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 13:03:51.240416 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 13:03:51.240436 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 13:03:51.240955 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 13:03:51.240972 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 13:03:51.240981 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 13:03:51.241837 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 13:03:51.241854 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 13:03:51.241863 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 13:03:51.242794 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 13:03:51.242808 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 13:03:51.242814 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 13:03:51.243980 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 13:03:51.243996 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 13:03:51.244004 3644 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 13:03:51.244465 3644 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 13:03:51.244483 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 13:03:51.244491 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 13:03:51.244957 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 13:03:51.244973 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 13:03:51.244981 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 13:03:51.245486 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:03:51.245502 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 13:03:51.245510 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 13:03:51.245929 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 13:03:51.245945 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 13:03:51.245951 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 13:03:51.246214 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 13:03:51.246227 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 13:03:51.246233 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 13:03:51.246534 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 13:03:51.246549 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 13:03:51.246557 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 13:03:51.247050 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 13:03:51.247081 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 13:03:51.247107 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:03:51.247839 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 13:03:51.247853 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 13:03:51.247862 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 13:03:51.248757 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 13:03:51.248770 3644 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 13:03:51.248777 3644 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 13:03:51.249254 3644 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 13:03:51.249274 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 13:03:51.249283 3644 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 13:03:51.250238 3644 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 13:03:51.250256 3644 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 13:03:51.250264 3644 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 13:03:51.251762 3644 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 13:03:51.251780 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 13:03:51.251788 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 13:03:51.252240 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:03:51.252262 3644 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 13:03:51.252271 3644 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 13:03:51.252704 3644 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 13:03:51.252725 3644 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 13:03:51.252734 3644 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 13:03:51.252978 3644 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 13:03:51.257556 3644 egressfirewall.go:374] Starting EgressFirewall controller I0505 13:03:51.257579 3644 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 13:03:51.257598 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 13:03:51.257610 3644 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 13:03:51.257620 3644 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 13:03:51.257637 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 13:03:51.257645 3644 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 13:03:51.257872 3644 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 13:03:51.257885 3644 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 13:03:51.257890 3644 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 13:03:51.257898 3644 egressqos.go:193] Setting up event handlers for EgressQoS I0505 13:03:51.257910 3644 egressfirewall.go:723] Syncing node "ip-10-0-0-234.ec2.internal" for egress firewall I0505 13:03:51.257920 3644 egressfirewall.go:723] Syncing node "ip-10-0-1-22.ec2.internal" for egress firewall I0505 13:03:51.258041 3644 egressqos.go:245] Starting EgressQoS Controller I0505 13:03:51.258054 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 13:03:51.258062 3644 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 13:03:51.258082 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 13:03:51.258090 3644 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 13:03:51.258096 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 13:03:51.258100 3644 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 13:03:51.258104 3644 egressqos.go:259] Repairing EgressQoSes I0505 13:03:51.258108 3644 egressqos.go:399] Starting repairing loop for egressqos I0505 13:03:51.258204 3644 egressqos.go:401] Finished repairing loop for egressqos: 95.102µs I0505 13:03:51.258224 3644 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 13:03:51.258248 3644 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-22.ec2.internal I0505 13:03:51.258292 3644 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-22.ec2.internal : 45.402µs I0505 13:03:51.258379 3644 egressservice_zone.go:210] Starting Egress Services Controller I0505 13:03:51.258396 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:03:51.258409 3644 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:03:51.258419 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:03:51.258427 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:03:51.258436 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:03:51.258445 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:03:51.258454 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 13:03:51.258463 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 13:03:51.258469 3644 egressservice_zone.go:228] Repairing Egress Services I0505 13:03:51.258719 3644 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 13:03:51.258729 3644 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:03:51.258742 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:03:51.258750 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 10.387µs I0505 13:03:51.258757 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-22.ec2.internal I0505 13:03:51.258761 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-22.ec2.internal: 4.091µs I0505 13:03:51.258814 3644 default_network_controller.go:585] Completing all the Watchers took 298.525263ms I0505 13:03:51.258826 3644 default_network_controller.go:589] Starting unidling controllers I0505 13:03:51.258841 3644 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 13:03:51.258848 3644 unidle.go:63] Populating Initial ContollerEvent events I0505 13:03:51.258858 3644 unidle.go:79] Setting up event handlers for services I0505 13:03:51.258907 3644 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:03:51.345904 3644 default_node_network_controller.go:519] Node connection status = connected I0505 13:03:51.845655 3644 default_node_network_controller.go:519] Node connection status = connected I0505 13:03:52.346515 3644 default_node_network_controller.go:519] Node connection status = connected I0505 13:03:52.845772 3644 default_node_network_controller.go:519] Node connection status = connected I0505 13:03:53.129461 3644 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:03:53.345916 3644 default_node_network_controller.go:519] Node connection status = connected I0505 13:03:53.362811 3644 bridgeconfig.go:537] Gateway is ready I0505 13:03:53.362827 3644 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 13:03:53.373439 3644 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.22. Updating OVN encap IP. I0505 13:03:53.378444 3644 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.22 - it is already configured I0505 13:03:53.378459 3644 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.22/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 13:03:53.378648 3644 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.22/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-22.ec2.internal","mac-address":"0a:ff:cd:fb:d3:03","ip-addresses":["10.0.1.22/24"],"ip-address":"10.0.1.22/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:330964ff-f0be-4b4c-9aad-b4d5f62b4902 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.22/24"}] on node ip-10-0-1-22.ec2.internal I0505 13:03:53.394166 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-22.ec2.internal in network "default" I0505 13:03:53.394204 3644 egressfirewall.go:723] Syncing node "ip-10-0-1-22.ec2.internal" for egress firewall I0505 13:03:53.394205 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-22.ec2.internal I0505 13:03:53.394216 3644 node_tracker.go:169] Node ip-10-0-1-22.ec2.internal switch + router changed, syncing services in network "default" I0505 13:03:53.394227 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-22.ec2.internal: 27.607µs I0505 13:03:53.394231 3644 services_controller.go:574] Full service sync requested for network=default I0505 13:03:53.394253 3644 master.go:548] Adding or Updating local node "ip-10-0-1-22.ec2.internal" for network "default" I0505 13:03:53.394867 3644 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.22 I0505 13:03:53.394966 3644 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-22.ec2.internal I0505 13:03:53.398511 3644 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-22.ec2.internal. Updating no re-route policies I0505 13:03:53.398589 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t94lp I0505 13:03:53.398601 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ltdw7 I0505 13:03:53.398605 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-cbcmx I0505 13:03:53.398619 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ltdw7 I0505 13:03:53.398620 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lj2m7 I0505 13:03:53.398617 3644 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-22.ec2.internal I0505 13:03:53.398627 3644 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-vgf8f I0505 13:03:53.398632 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-4bvvn I0505 13:03:53.398636 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d7kwn I0505 13:03:53.398638 3644 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-vgf8f I0505 13:03:53.398641 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-4bvvn I0505 13:03:53.398644 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d7kwn I0505 13:03:53.398648 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ltdw7 after 0 failed attempt(s) I0505 13:03:53.398649 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-p4hxj I0505 13:03:53.398649 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l4k8q I0505 13:03:53.398651 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-22.ec2.internal I0505 13:03:53.398659 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-p4hxj I0505 13:03:53.398663 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-4bvvn after 0 failed attempt(s) I0505 13:03:53.398666 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-22.ec2.internal I0505 13:03:53.398667 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l4k8q I0505 13:03:53.398669 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ggpzh I0505 13:03:53.398678 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-p4hxj after 0 failed attempt(s) I0505 13:03:53.398666 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d7kwn after 0 failed attempt(s) I0505 13:03:53.398682 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-22.ec2.internal after 0 failed attempt(s) I0505 13:03:53.398679 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ggpzh I0505 13:03:53.398607 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-t94lp I0505 13:03:53.398700 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-t94lp after 0 failed attempt(s) I0505 13:03:53.398702 3644 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l4k8q] creating logical port openshift-multus_network-metrics-daemon-l4k8q for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:53.398662 3644 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-vgf8f after 0 failed attempt(s) I0505 13:03:53.398628 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lj2m7 I0505 13:03:53.398711 3644 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-ggpzh, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-ggpzh: suppressed error logged: pod openshift-multus/network-metrics-daemon-ggpzh: no pod IPs found I0505 13:03:53.398592 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ksdbm I0505 13:03:53.398722 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ksdbm I0505 13:03:53.398738 3644 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lj2m7] creating logical port openshift-network-diagnostics_network-check-target-lj2m7 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:53.398622 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-cbcmx I0505 13:03:53.398790 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-cbcmx after 0 failed attempt(s) I0505 13:03:53.398653 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vgccd I0505 13:03:53.398808 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vgccd I0505 13:03:53.398821 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vgccd after 0 failed attempt(s) I0505 13:03:53.398666 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-v4s59 I0505 13:03:53.398830 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-v4s59 I0505 13:03:53.398839 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-v4s59 after 0 failed attempt(s) I0505 13:03:53.398638 3644 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-22.ec2.internal I0505 13:03:53.398739 3644 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-ksdbm, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ksdbm: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ksdbm: no pod IPs found I0505 13:03:53.398858 3644 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-22.ec2.internal after 0 failed attempt(s) I0505 13:03:53.399455 3644 pods.go:271] [openshift-multus/network-metrics-daemon-l4k8q] addLogicalPort took 762.748µs, libovsdb time 321.74µs I0505 13:03:53.399473 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-l4k8q after 0 failed attempt(s) I0505 13:03:53.399524 3644 pods.go:271] [openshift-network-diagnostics/network-check-target-lj2m7] addLogicalPort took 798.766µs, libovsdb time 453.151µs I0505 13:03:53.399536 3644 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lj2m7 after 0 failed attempt(s) I0505 13:03:53.427237 3644 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 13:03:53.438502 3644 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 13:03:53.441650 3644 iptables.go:108] Creating table: nat chain: OUTPUT I0505 13:03:53.488821 3644 iptables.go:108] Creating table: nat chain: PREROUTING I0505 13:03:53.549459 3644 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:03:53.565576 3644 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 13:03:53.565789 3644 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 13:03:53.565848 3644 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 13:03:53.565957 3644 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 13:03:53.566011 3644 gateway_init.go:325] Gateway and management port readiness took 2.724455475s I0505 13:03:53.566039 3644 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 13:03:53.566089 3644 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 13:03:53.566103 3644 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 13:03:53.566112 3644 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:03:53.566181 3644 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 13:03:53.566257 3644 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.096µs I0505 13:03:53.566522 3644 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 13:03:53.566554 3644 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.463µs I0505 13:03:53.566562 3644 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.289µs I0505 13:03:53.566573 3644 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 13:03:53.566585 3644 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 13:03:53.566590 3644 default_node_network_controller.go:899] Starting the default node network controller I0505 13:03:53.566595 3644 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 13:03:53.566674 3644 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.584µs I0505 13:03:53.566758 3644 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 13:03:53.566766 3644 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 13:03:53.566792 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a37670 0xc0002adab0 0xc0002adb20 0xc0002adb90 0xc0002adc00 0xc0002adc70 0xc0002adce0 0xc000a7cc30 0xc0002add50 0xc0002addc0 0xc00083c1e0 0xc0061d73b0 0xc0002ade30 map[0x2ff9080:0xc002e92960 0x2ff95c0:0xc002e92ba0 0x2ffa2e0:0xc00288a420 0x2ffa580:0xc002e92900 0x2ffad60:0xc002e929c0 0x2ffb000:0xc002e92a20 0x2ffb2a0:0xc002e92b40 0x2ffba80:0xc002e92c00 0x2ffbd20:0xc002e92c60 0x3026980:0xc00138bb00 0x3026d20:0xc00138bb60 0x3027800:0xc000c42300 0x3029160:0xc001b1c000 0x30298a0:0xc00288a3c0 0x302a720:0xc001b1c060] 0xc000038770 0} I0505 13:03:53.566858 3644 gateway.go:151] Starting gateway service sync I0505 13:03:53.567277 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 13:03:53.569359 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 13:03:53.596644 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 13:03:53.597730 3644 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 13:03:53.598787 3644 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 13:03:53.629908 3644 gateway.go:168] Gateway service sync done. Time taken: 63.039492ms I0505 13:03:53.630510 3644 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30858 I0505 13:03:53.630625 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a37670 0xc0002adab0 0xc0002adb20 0xc0002adb90 0xc0002adc00 0xc0002adc70 0xc0002adce0 0xc000a7cc30 0xc0002add50 0xc0002addc0 0xc00083c1e0 0xc0061d73b0 0xc0002ade30 map[0x2ff9080:0xc002e92960 0x2ff95c0:0xc002e92ba0 0x2ffa2e0:0xc00288a420 0x2ffa580:0xc002e92900 0x2ffad60:0xc002e929c0 0x2ffb000:0xc002e92a20 0x2ffb2a0:0xc002e92b40 0x2ffba80:0xc002e92c00 0x2ffbd20:0xc002e92c60 0x3026980:0xc00138bb00 0x3026d20:0xc00138bb60 0x3027800:0xc000c42300 0x3029160:0xc001b1c000 0x30298a0:0xc00288a3c0 0x302a720:0xc001b1c060] 0xc000038770 0} I0505 13:03:53.631153 3644 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a37670 0xc0002adab0 0xc0002adb20 0xc0002adb90 0xc0002adc00 0xc0002adc70 0xc0002adce0 0xc000a7cc30 0xc0002add50 0xc0002addc0 0xc00083c1e0 0xc0061d73b0 0xc0002ade30 map[0x2ff9080:0xc002e92960 0x2ff95c0:0xc002e92ba0 0x2ffa2e0:0xc00288a420 0x2ffa580:0xc002e92900 0x2ffad60:0xc002e929c0 0x2ffb000:0xc002e92a20 0x2ffb2a0:0xc002e92b40 0x2ffba80:0xc002e92c00 0x2ffbd20:0xc002e92c60 0x3026980:0xc00138bb00 0x3026d20:0xc00138bb60 0x3027800:0xc000c42300 0x3029160:0xc001b1c000 0x30298a0:0xc00288a3c0 0x302a720:0xc001b1c060] 0xc000038770 0} I0505 13:03:53.631211 3644 gateway.go:532] Reconciling gateway with updates I0505 13:03:53.636002 3644 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 13:03:53.636099 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:03:53.636110 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:03:53.636126 3644 default_node_network_controller.go:944] Gateway and management port readiness took 69.350543ms I0505 13:03:53.636131 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:03:53.636131 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:03:53.636138 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:03:53.636145 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:03:53.636153 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:03:53.636155 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:03:53.636158 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:03:53.636169 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:03:53.636161 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:03:53.636179 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:03:53.636181 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:03:53.636183 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:03:53.636194 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:03:53.636198 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:03:53.636201 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:03:53.636206 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:03:53.636206 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:03:53.636217 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:03:53.636235 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:03:53.636246 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:03:53.636250 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:03:53.636253 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:03:53.636257 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:03:53.636265 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:03:53.636267 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:03:53.636269 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:03:53.636280 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 32078 is already open, no action needed I0505 13:03:53.636286 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:03:53.636294 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30362 is already open, no action needed I0505 13:03:53.636304 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:03:53.636309 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:03:53.636321 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:03:53.636323 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:03:53.636173 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:03:53.636339 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:03:53.636344 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:03:53.636238 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:03:53.636117 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:03:53.636368 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:03:53.636373 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:03:53.636378 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:03:53.636380 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:03:53.636385 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:03:53.636389 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:03:53.636389 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:03:53.636395 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:03:53.636397 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:03:53.636395 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:03:53.636406 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:03:53.636408 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:03:53.636420 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:03:53.636429 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:03:53.636429 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:03:53.636440 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:03:53.636441 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:03:53.636443 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:03:53.636453 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:03:53.636414 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:03:53.636459 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:03:53.636465 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:03:53.636465 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:03:53.636465 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:03:53.636481 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:03:53.636486 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:03:53.636486 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:03:53.636493 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:03:53.636505 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:03:53.636504 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:03:53.636513 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:03:53.636347 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:03:53.636440 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:03:53.636572 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:03:53.636583 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:03:53.636426 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:03:53.636619 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:03:53.636573 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:03:53.636269 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:03:53.636698 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:03:53.636714 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:03:53.636718 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:03:53.636718 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:03:53.636728 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:03:53.636380 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:03:53.636729 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:03:53.636800 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:03:53.636817 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:03:53.636360 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:03:53.636354 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:03:53.636857 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:03:53.636280 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:03:53.636271 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:03:53.636404 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:03:53.636895 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:03:53.636441 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:03:53.636916 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:03:53.636470 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:03:53.636415 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:03:53.636949 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:03:53.636486 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:03:53.636959 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:03:53.636803 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:03:53.637005 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:03:53.636351 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:03:53.637949 3644 node_ip_handler_linux.go:160] Node IP manager is running W0505 13:03:53.672469 3644 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:03:53.672678 3644 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:03:53.672820 3644 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 13:03:53.681174 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:03:53.681180 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:03:53.681195 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:03:53.681201 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:03:53.719460 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:03:53.719483 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:03:53.719491 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:03:53.719500 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:03:53.719507 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:03:53.719512 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:03:53.719518 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:03:53.719542 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:03:53.719564 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:03:53.719571 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:03:53.719578 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:03:53.719584 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:03:53.719589 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:03:53.719597 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:03:53.719604 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:03:53.719612 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:03:53.719618 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:03:53.719623 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:03:53.719628 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:03:53.719633 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:03:53.719638 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:03:53.719643 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:03:53.757160 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:03:53.757180 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:03:53.757204 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) W0505 13:03:55.238943 3644 egressip_healthcheck.go:76] Health checking using insecure connection I0505 13:03:55.239042 3644 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 13:03:55.239354 3644 default_node_network_controller.go:1380] Starting node controller node sync I0505 13:03:55.251151 3644 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.781199ms I0505 13:03:55.251300 3644 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 13:03:55.251691 3644 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 13:03:55.251905 3644 egressservice_node.go:183] Starting Egress Services Controller I0505 13:03:55.251923 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:03:55.251932 3644 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:03:55.251938 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:03:55.251945 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:03:55.251952 3644 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:03:55.251957 3644 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:03:55.251961 3644 egressservice_node.go:197] Repairing Egress Services I0505 13:03:55.262017 3644 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 13:03:55.262028 3644 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:03:55.262174 3644 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 13:03:55.262183 3644 link_network_manager.go:119] Link manager is running I0505 13:03:55.262191 3644 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 13:03:55.262387 3644 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 13:03:55.262472 3644 vrf_manager.go:128] VRF manager is running I0505 13:03:55.262556 3644 node_controller_manager.go:437] Removing flows to drop GARP I0505 13:03:55.262565 3644 gateway.go:532] Reconciling gateway with updates I0505 13:03:55.289047 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:03:55.289081 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:03:55.289091 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:03:55.289093 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:03:55.289103 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:03:55.289109 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:03:55.289108 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:03:55.289125 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:03:55.289126 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:03:55.289133 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:03:55.289137 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:03:55.289112 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:03:55.289151 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:03:55.289150 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:03:55.289090 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:03:55.289173 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:03:55.289175 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:03:55.289175 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:03:55.289184 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:03:55.289186 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:03:55.289191 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 32078 is already open, no action needed I0505 13:03:55.289193 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:03:55.289197 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:03:55.289204 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:03:55.289206 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:03:55.289211 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:03:55.289173 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:03:55.289216 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:03:55.289215 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:03:55.289220 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:03:55.289223 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:03:55.289224 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:03:55.289232 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:03:55.289231 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:03:55.289237 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:03:55.289239 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:03:55.289239 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:03:55.289242 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:03:55.289247 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:03:55.289251 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:03:55.289237 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:03:55.289256 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:03:55.289262 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:03:55.289264 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:03:55.289270 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:03:55.289271 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:03:55.289189 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:03:55.289279 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:03:55.289281 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:03:55.289284 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:03:55.289286 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:03:55.289225 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:03:55.289293 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:03:55.289296 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:03:55.289212 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:03:55.289305 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:03:55.289265 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:03:55.289310 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:03:55.289312 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:03:55.289321 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:03:55.289323 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:03:55.289324 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:03:55.289324 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:03:55.289334 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:03:55.289342 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:03:55.289342 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:03:55.289305 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:03:55.289359 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:03:55.289195 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:03:55.289296 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:03:55.289213 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:03:55.289170 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:03:55.289214 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:03:55.289411 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:03:55.289422 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:03:55.289220 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:03:55.289253 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:03:55.289229 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:03:55.289437 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:03:55.289276 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:03:55.289452 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:03:55.289461 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:03:55.289218 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:03:55.289455 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:03:55.289275 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:03:55.289056 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:03:55.289509 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:03:55.289516 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:03:55.289517 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:03:55.289519 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:03:55.289201 3644 port_claim.go:71] Svc openshift-ingress/router-default: port 30362 is already open, no action needed I0505 13:03:55.289590 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:03:55.289601 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:03:55.289309 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:03:55.289700 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:03:55.289331 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:03:55.289774 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:03:55.289204 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:03:55.289788 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:03:55.289797 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:03:55.289402 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:03:55.289437 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:03:55.289268 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:03:55.289895 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:03:55.289113 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:03:55.289286 3644 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:03:55.289946 3644 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:03:55.336571 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:03:55.336596 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:03:55.336605 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:03:55.336613 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:03:55.336620 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:03:55.336628 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:03:55.336636 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:03:55.336643 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:03:55.380410 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:03:55.380445 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:03:55.380453 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:03:55.380459 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:03:55.380471 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:03:55.380480 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:03:55.380488 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:03:55.380494 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:03:55.380499 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:03:55.380505 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:03:55.380510 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:03:55.422003 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:03:55.422002 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:03:55.422032 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:03:55.422042 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:03:55.422051 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:03:55.422094 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:03:55.422104 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:03:55.422092 3644 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:03:55.551177 3644 egressfirewall.go:723] Syncing node "ip-10-0-0-234.ec2.internal" for egress firewall I0505 13:03:55.551203 3644 default_network_controller.go:1025] Node "ip-10-0-0-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:03:55.551236 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:03:55.551248 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 16.316µs I0505 13:03:57.216866 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-22.ec2.internal I0505 13:03:57.216899 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-22.ec2.internal: 39.977µs I0505 13:03:57.244782 3644 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-74f64cbf5c-s5hv9] creating logical port openshift-image-registry_image-registry-74f64cbf5c-s5hv9 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.244938 3644 kube.go:256] Updating pod openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:03:57.269247 3644 pod.go:62] [openshift-image-registry/image-registry-74f64cbf5c-s5hv9] pod update took 24.351179ms I0505 13:03:57.269266 3644 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-74f64cbf5c-s5hv9] addLogicalPort annotation time took 24.373116ms I0505 13:03:57.271872 3644 pods.go:271] [openshift-image-registry/image-registry-74f64cbf5c-s5hv9] addLogicalPort took 27.106532ms, libovsdb time 2.328398ms I0505 13:03:57.271936 3644 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-r79g2] creating logical port openshift-dns_dns-default-r79g2 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.272006 3644 kube.go:256] Updating pod openshift-dns/dns-default-r79g2 I0505 13:03:57.287576 3644 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-wwpgc for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.287690 3644 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc I0505 13:03:57.290004 3644 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-99xnt] creating logical port openshift-console-operator_console-operator-66dbbb6468-99xnt for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.290205 3644 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-99xnt I0505 13:03:57.294375 3644 pod.go:62] [openshift-dns/dns-default-r79g2] pod update took 22.397229ms I0505 13:03:57.294396 3644 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-r79g2] addLogicalPort annotation time took 22.41881ms I0505 13:03:57.294741 3644 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-tdh7d] creating logical port openshift-insights_insights-operator-6dbb575d6c-tdh7d for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.294823 3644 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-tdh7d I0505 13:03:57.295303 3644 pods.go:271] [openshift-dns/dns-default-r79g2] addLogicalPort took 23.389907ms, libovsdb time 691.429µs I0505 13:03:57.297627 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-ns65h for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.297713 3644 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h I0505 13:03:57.301043 3644 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-5rr4t for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.301139 3644 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t I0505 13:03:57.301445 3644 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65b4cb44fc-gfhql] creating logical port openshift-ingress_router-default-65b4cb44fc-gfhql for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.301522 3644 kube.go:256] Updating pod openshift-ingress/router-default-65b4cb44fc-gfhql I0505 13:03:57.309222 3644 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc] pod update took 21.571323ms I0505 13:03:57.309239 3644 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc] addLogicalPort annotation time took 21.590246ms I0505 13:03:57.310291 3644 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc] addLogicalPort took 22.725351ms, libovsdb time 840.494µs I0505 13:03:57.314532 3644 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-99xnt] pod update took 24.360784ms I0505 13:03:57.314549 3644 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-99xnt] addLogicalPort annotation time took 24.386714ms I0505 13:03:57.315740 3644 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-99xnt] addLogicalPort took 25.747505ms, libovsdb time 614.787µs I0505 13:03:57.319041 3644 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-tdh7d] pod update took 24.232107ms I0505 13:03:57.319056 3644 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-tdh7d] addLogicalPort annotation time took 24.250101ms I0505 13:03:57.319958 3644 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-tdh7d] addLogicalPort took 25.223908ms, libovsdb time 643.074µs I0505 13:03:57.320005 3644 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-kwvv2 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.320086 3644 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2 I0505 13:03:57.321890 3644 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t] pod update took 20.769932ms I0505 13:03:57.321919 3644 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t] addLogicalPort annotation time took 20.786058ms I0505 13:03:57.322861 3644 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t] addLogicalPort took 21.827815ms, libovsdb time 675.224µs I0505 13:03:57.325487 3644 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h] pod update took 27.789859ms I0505 13:03:57.325504 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h] addLogicalPort annotation time took 27.806623ms I0505 13:03:57.326308 3644 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h] addLogicalPort took 28.687826ms, libovsdb time 605.42µs I0505 13:03:57.327232 3644 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-s2vs5 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.327307 3644 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5 I0505 13:03:57.327587 3644 pod.go:62] [openshift-ingress/router-default-65b4cb44fc-gfhql] pod update took 26.084326ms I0505 13:03:57.327602 3644 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65b4cb44fc-gfhql] addLogicalPort annotation time took 26.099588ms I0505 13:03:57.328442 3644 pods.go:271] [openshift-ingress/router-default-65b4cb44fc-gfhql] addLogicalPort took 27.003752ms, libovsdb time 634.402µs I0505 13:03:57.328491 3644 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-c694b88b9-868hs] creating logical port openshift-ingress_router-default-c694b88b9-868hs for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.328554 3644 kube.go:256] Updating pod openshift-ingress/router-default-c694b88b9-868hs I0505 13:03:57.328621 3644 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-lwp6d for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.328707 3644 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d I0505 13:03:57.328972 3644 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-w8jfb for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.329060 3644 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb I0505 13:03:57.329536 3644 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fmp69] creating logical port openshift-ingress-canary_ingress-canary-fmp69 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.329617 3644 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fmp69 I0505 13:03:57.330395 3644 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-hxlhf for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.330476 3644 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf I0505 13:03:57.334054 3644 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-7wcwr for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.334146 3644 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr I0505 13:03:57.338642 3644 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2] pod update took 18.597761ms I0505 13:03:57.338658 3644 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2] addLogicalPort annotation time took 18.614976ms I0505 13:03:57.339573 3644 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2] addLogicalPort took 19.57801ms, libovsdb time 670.047µs I0505 13:03:57.347584 3644 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5] pod update took 20.289774ms I0505 13:03:57.347607 3644 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5] addLogicalPort annotation time took 20.312724ms I0505 13:03:57.349259 3644 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5] addLogicalPort took 22.032589ms, libovsdb time 1.279576ms I0505 13:03:57.349973 3644 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d] pod update took 21.301397ms I0505 13:03:57.349989 3644 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d] addLogicalPort annotation time took 21.318537ms I0505 13:03:57.350098 3644 pod.go:62] [openshift-ingress-canary/ingress-canary-fmp69] pod update took 20.501922ms I0505 13:03:57.350119 3644 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fmp69] addLogicalPort annotation time took 20.523188ms I0505 13:03:57.350813 3644 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d] addLogicalPort took 22.202529ms, libovsdb time 575.977µs I0505 13:03:57.351105 3644 pods.go:271] [openshift-ingress-canary/ingress-canary-fmp69] addLogicalPort took 21.580796ms, libovsdb time 756.945µs I0505 13:03:57.357262 3644 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf] pod update took 26.801393ms I0505 13:03:57.357334 3644 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf] addLogicalPort annotation time took 26.872321ms I0505 13:03:57.357280 3644 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr] pod update took 23.159589ms I0505 13:03:57.357454 3644 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr] addLogicalPort annotation time took 23.337406ms I0505 13:03:57.358183 3644 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb] pod update took 29.138969ms I0505 13:03:57.358248 3644 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb] addLogicalPort annotation time took 29.200979ms I0505 13:03:57.358393 3644 pod.go:62] [openshift-ingress/router-default-c694b88b9-868hs] pod update took 29.86423ms I0505 13:03:57.358444 3644 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-c694b88b9-868hs] addLogicalPort annotation time took 29.914173ms I0505 13:03:57.359138 3644 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf] addLogicalPort took 28.747823ms, libovsdb time 1.13477ms I0505 13:03:57.364207 3644 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr] addLogicalPort took 30.163088ms, libovsdb time 6.140414ms I0505 13:03:57.364770 3644 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb] addLogicalPort took 35.803074ms, libovsdb time 5.959912ms I0505 13:03:57.364852 3644 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633100-kn8nm for pod on switch ip-10-0-1-22.ec2.internal I0505 13:03:57.366358 3644 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:03:57.371882 3644 pods.go:271] [openshift-ingress/router-default-c694b88b9-868hs] addLogicalPort took 43.395975ms, libovsdb time 12.493204ms I0505 13:03:57.380659 3644 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm] pod update took 14.341109ms I0505 13:03:57.380677 3644 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm] addLogicalPort annotation time took 14.364692ms I0505 13:03:57.381609 3644 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm] addLogicalPort took 16.766161ms, libovsdb time 644.982µs I0505 13:03:57.706386 3644 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-99xnt 28572f9de86dbc46763bc7be0091be4766b99bb5233db467ccf270917c9070ca network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-99xnt 28572f9de86dbc46763bc7be0091be4766b99bb5233db467ccf270917c9070ca network default NAD default NAD key ] I0505 13:03:57.726610 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-99xnt, hostIfaceName: 28572f9de86dbc4, network: default, NAD default, SandboxID: "28572f9de86dbc46763bc7be0091be4766b99bb5233db467ccf270917c9070ca", PCI device ID: , UID: "5ced8ccf-aaf3-4a7d-ac28-2b95427701f5", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 13:03:57.730602 3644 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-tdh7d 1e03b7326ee282dd0af7a67ecb20a338d547e2448bc562f58fc32e9844c197d4 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-tdh7d 1e03b7326ee282dd0af7a67ecb20a338d547e2448bc562f58fc32e9844c197d4 network default NAD default NAD key ] I0505 13:03:57.741415 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-tdh7d, hostIfaceName: 1e03b7326ee282d, network: default, NAD default, SandboxID: "1e03b7326ee282dd0af7a67ecb20a338d547e2448bc562f58fc32e9844c197d4", PCI device ID: , UID: "0a67b8fc-6715-428e-8bc3-0ea375819f4e", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 13:03:57.757798 3644 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2 47b99f7c37867049280a0158fb129e36912889edf7a866074fb32e5f790bab48 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2 47b99f7c37867049280a0158fb129e36912889edf7a866074fb32e5f790bab48 network default NAD default NAD key ] I0505 13:03:57.767917 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-kwvv2, hostIfaceName: 47b99f7c3786704, network: default, NAD default, SandboxID: "47b99f7c37867049280a0158fb129e36912889edf7a866074fb32e5f790bab48", PCI device ID: , UID: "1359dced-f891-4696-98fb-5b36c9188419", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 13:03:57.778736 3644 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-99xnt 28572f9de86dbc46763bc7be0091be4766b99bb5233db467ccf270917c9070ca network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-99xnt 28572f9de86dbc46763bc7be0091be4766b99bb5233db467ccf270917c9070ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:4e:c6:a0:cd:05\",\"name\":\"28572f9de86dbc4\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0907ebf2-9e92-4224-a5b0-a816a2c115d5\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:57.789704 3644 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-tdh7d 1e03b7326ee282dd0af7a67ecb20a338d547e2448bc562f58fc32e9844c197d4 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-tdh7d 1e03b7326ee282dd0af7a67ecb20a338d547e2448bc562f58fc32e9844c197d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:38:04:02:5d:6d\",\"name\":\"1e03b7326ee282d\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c98ee6cb-1a46-4561-95c2-108f6d6959cf\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:57.813258 3644 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2 47b99f7c37867049280a0158fb129e36912889edf7a866074fb32e5f790bab48 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-kwvv2 47b99f7c37867049280a0158fb129e36912889edf7a866074fb32e5f790bab48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:16:63:03:15:55\",\"name\":\"47b99f7c3786704\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e43ddeed-6c0c-4c5f-984e-8ffe060e942f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:57.826449 3644 cni.go:452] [openshift-ingress-canary/ingress-canary-fmp69 f616300b3494a0ca94094eed1f53fda93e921e5706ddb5f6588c20ffbca6138e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fmp69 f616300b3494a0ca94094eed1f53fda93e921e5706ddb5f6588c20ffbca6138e network default NAD default NAD key ] I0505 13:03:57.838461 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fmp69, hostIfaceName: f616300b3494a0c, network: default, NAD default, SandboxID: "f616300b3494a0ca94094eed1f53fda93e921e5706ddb5f6588c20ffbca6138e", PCI device ID: , UID: "5c6786a7-914a-4e5b-be15-296c66b623b3", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 13:03:57.846222 3644 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf e20689036f9f17ff9fa8b5fdbd1ba9adacbe2b7da29e8a830eafdb6ee00cce7f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf e20689036f9f17ff9fa8b5fdbd1ba9adacbe2b7da29e8a830eafdb6ee00cce7f network default NAD default NAD key ] I0505 13:03:57.858530 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-hxlhf, hostIfaceName: e20689036f9f17f, network: default, NAD default, SandboxID: "e20689036f9f17ff9fa8b5fdbd1ba9adacbe2b7da29e8a830eafdb6ee00cce7f", PCI device ID: , UID: "9af1a4b4-470f-490d-bfa1-6920985c8d40", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 13:03:57.865791 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key ] I0505 13:03:57.878424 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633100-kn8nm, hostIfaceName: a87beb33ef3b738, network: default, NAD default, SandboxID: "a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5", PCI device ID: , UID: "88194deb-e884-4c1f-8154-9abe09402ee4", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 13:03:57.887300 3644 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr cb5204b5d368a86571bb3ce063256b16af80bbfd8bd8b87027bfe7e1dd4d4b47 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr cb5204b5d368a86571bb3ce063256b16af80bbfd8bd8b87027bfe7e1dd4d4b47 network default NAD default NAD key ] I0505 13:03:57.893155 3644 cni.go:473] [openshift-ingress-canary/ingress-canary-fmp69 f616300b3494a0ca94094eed1f53fda93e921e5706ddb5f6588c20ffbca6138e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fmp69 f616300b3494a0ca94094eed1f53fda93e921e5706ddb5f6588c20ffbca6138e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:8d:63:ed:82:68\",\"name\":\"f616300b3494a0c\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e958726-4c5e-4203-8a2f-0f582b36cc1b\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:57.898158 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-7wcwr, hostIfaceName: cb5204b5d368a86, network: default, NAD default, SandboxID: "cb5204b5d368a86571bb3ce063256b16af80bbfd8bd8b87027bfe7e1dd4d4b47", PCI device ID: , UID: "a335a181-acc6-4bce-855a-4aefaebe71ef", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 13:03:57.911467 3644 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf e20689036f9f17ff9fa8b5fdbd1ba9adacbe2b7da29e8a830eafdb6ee00cce7f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-hxlhf e20689036f9f17ff9fa8b5fdbd1ba9adacbe2b7da29e8a830eafdb6ee00cce7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:bf:c7:56:53:a4\",\"name\":\"e20689036f9f17f\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b297f71f-451e-450e-a995-65b65e244ba9\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:57.929450 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:1c:87:66:8b:32\",\"name\":\"a87beb33ef3b738\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f017e7ab-0932-44ea-bd7b-3612c7a09da2\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:57.943623 3644 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr cb5204b5d368a86571bb3ce063256b16af80bbfd8bd8b87027bfe7e1dd4d4b47 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-7wcwr cb5204b5d368a86571bb3ce063256b16af80bbfd8bd8b87027bfe7e1dd4d4b47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d7:ce:5e:88:ce\",\"name\":\"cb5204b5d368a86\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d19d0ebe-9b3b-4e72-814c-70c2a729e4ff\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:57.983701 3644 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc 7312d31cef0a7b1bbb21371d1291ad79efbfd50b149305d1799fd7595ab2429a network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc 7312d31cef0a7b1bbb21371d1291ad79efbfd50b149305d1799fd7595ab2429a network default NAD default NAD key ] I0505 13:03:57.994063 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-wwpgc, hostIfaceName: 7312d31cef0a7b1, network: default, NAD default, SandboxID: "7312d31cef0a7b1bbb21371d1291ad79efbfd50b149305d1799fd7595ab2429a", PCI device ID: , UID: "7b6c0408-75d7-4a1f-bd9b-b91cfeea2297", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 13:03:58.037937 3644 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc 7312d31cef0a7b1bbb21371d1291ad79efbfd50b149305d1799fd7595ab2429a network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-wwpgc 7312d31cef0a7b1bbb21371d1291ad79efbfd50b149305d1799fd7595ab2429a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:41:74:62:47:27\",\"name\":\"7312d31cef0a7b1\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d67c213d-6cb2-45c5-b531-880e1c30effa\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:03:58.103667 3644 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5 1979e370ed3ea6536e337e47285f55eb8b4c806872e6f5ab3ea08449efa8b70a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5 1979e370ed3ea6536e337e47285f55eb8b4c806872e6f5ab3ea08449efa8b70a network default NAD default NAD key ] I0505 13:03:58.113856 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-s2vs5, hostIfaceName: 1979e370ed3ea65, network: default, NAD default, SandboxID: "1979e370ed3ea6536e337e47285f55eb8b4c806872e6f5ab3ea08449efa8b70a", PCI device ID: , UID: "2e3f5c7b-12c2-483e-9ae0-088064559a79", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 13:03:58.158902 3644 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5 1979e370ed3ea6536e337e47285f55eb8b4c806872e6f5ab3ea08449efa8b70a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-s2vs5 1979e370ed3ea6536e337e47285f55eb8b4c806872e6f5ab3ea08449efa8b70a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:53:7e:c8:2f:f8\",\"name\":\"1979e370ed3ea65\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dc0c7a8-da13-4b07-bf8a-8677073447a4\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:00.435696 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:04:00.435816 3644 default_network_controller.go:1025] Node "ip-10-0-0-234.ec2.internal" in remote zone "ip-10-0-0-234.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:00.435824 3644 node_tracker.go:235] Node ip-10-0-0-234.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-234.ec2.internal" I0505 13:04:00.435847 3644 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:00.435865 3644 services_controller.go:574] Full service sync requested for network=default I0505 13:04:00.494432 3644 default_network_controller.go:1025] Node "ip-10-0-0-234.ec2.internal" in remote zone "ip-10-0-0-234.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:00.598237 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:04:00.598275 3644 default_network_controller.go:1025] Node "ip-10-0-0-234.ec2.internal" in remote zone "ip-10-0-0-234.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:00.598295 3644 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:00.598306 3644 services_controller.go:574] Full service sync requested for network=default I0505 13:04:00.599492 3644 zone_ic_handler.go:195] Time taken to create transit switch: 337.62µs I0505 13:04:00.599513 3644 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-234.ec2.internal for the network default I0505 13:04:00.600999 3644 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-234.ec2.internal" on network "default" took: 1.85629ms I0505 13:04:02.655623 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-234.ec2.internal in network "default" I0505 13:04:02.655653 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:04:02.655691 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 44.303µs I0505 13:04:02.655695 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-234.ec2.internal", IP: 10.0.0.234 to PMTUD blocking rules I0505 13:04:02.655707 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-234.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:04:02.655740 3644 node_tracker.go:169] Node ip-10-0-0-234.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:02.655762 3644 services_controller.go:574] Full service sync requested for network=default I0505 13:04:02.655639 3644 egressfirewall.go:723] Syncing node "ip-10-0-0-234.ec2.internal" for egress firewall I0505 13:04:02.663319 3644 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-234.ec2.internal. Updating no re-route policies I0505 13:04:02.671257 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-234.ec2.internal", IP: 10.0.0.234 to PMTUD blocking rules I0505 13:04:02.671273 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-234.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:04:05.141275 3644 cni.go:452] [openshift-network-diagnostics/network-check-target-lj2m7 6512f390996ba67a29d5171c173493b8fac0d68cc40ceae3a0d2037f80df362f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lj2m7 6512f390996ba67a29d5171c173493b8fac0d68cc40ceae3a0d2037f80df362f network default NAD default NAD key ] I0505 13:04:05.151724 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lj2m7, hostIfaceName: 6512f390996ba67, network: default, NAD default, SandboxID: "6512f390996ba67a29d5171c173493b8fac0d68cc40ceae3a0d2037f80df362f", PCI device ID: , UID: "0358570f-cf1f-444d-8d36-63484a8f88ae", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 13:04:05.197250 3644 cni.go:473] [openshift-network-diagnostics/network-check-target-lj2m7 6512f390996ba67a29d5171c173493b8fac0d68cc40ceae3a0d2037f80df362f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lj2m7 6512f390996ba67a29d5171c173493b8fac0d68cc40ceae3a0d2037f80df362f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:54:19:76:1c:9d\",\"name\":\"6512f390996ba67\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c4f84eb-055d-4d80-a520-d79257db999c\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:06.410180 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-234.ec2.internal I0505 13:04:06.410212 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-234.ec2.internal: 39.537µs W0505 13:04:08.514192 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 13:04:08.592772 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 13:04:08.688397 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:04:09.380777 3644 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:04:09.381755 3644 namespace.go:102] [openshift-service-ca] adding namespace took 956.035µs I0505 13:04:09.405156 3644 namespace.go:142] [openshift-service-ca] updating namespace I0505 13:04:09.958367 3644 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:04:09.959331 3644 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 941.725µs I0505 13:04:09.977287 3644 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:04:13.898814 3644 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ffkrg] creating logical port openshift-insights_insights-runtime-extractor-ffkrg for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:13.898953 3644 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ffkrg I0505 13:04:13.919802 3644 pod.go:62] [openshift-insights/insights-runtime-extractor-ffkrg] pod update took 20.881008ms I0505 13:04:13.919821 3644 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ffkrg] addLogicalPort annotation time took 20.904471ms I0505 13:04:13.921035 3644 pods.go:271] [openshift-insights/insights-runtime-extractor-ffkrg] addLogicalPort took 22.24277ms, libovsdb time 877.66µs W0505 13:04:14.747305 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:04:19.787159 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:04:21.793502 3644 cni.go:452] [openshift-insights/insights-runtime-extractor-ffkrg b2871d0dcb3e23ed07b673ea9028dbaba4dc4f19fa9c35fafb0fdd84594ee691 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ffkrg b2871d0dcb3e23ed07b673ea9028dbaba4dc4f19fa9c35fafb0fdd84594ee691 network default NAD default NAD key ] I0505 13:04:21.802553 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ffkrg, hostIfaceName: b2871d0dcb3e23e, network: default, NAD default, SandboxID: "b2871d0dcb3e23ed07b673ea9028dbaba4dc4f19fa9c35fafb0fdd84594ee691", PCI device ID: , UID: "d70d0bee-c4ef-4630-b22d-9549a325b00a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 13:04:21.847718 3644 cni.go:473] [openshift-insights/insights-runtime-extractor-ffkrg b2871d0dcb3e23ed07b673ea9028dbaba4dc4f19fa9c35fafb0fdd84594ee691 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ffkrg b2871d0dcb3e23ed07b673ea9028dbaba4dc4f19fa9c35fafb0fdd84594ee691 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ed:aa:db:c9:fb\",\"name\":\"b2871d0dcb3e23e\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c79b41d2-a44b-4591-88ce-a308bea75ef3\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.425316 3644 cni.go:452] [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key ] I0505 13:04:29.435338 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-74f64cbf5c-s5hv9, hostIfaceName: 77ccdac282b4083, network: default, NAD default, SandboxID: "77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb", PCI device ID: , UID: "e252f5ff-7942-4238-b78c-26ddcd0c72b9", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0505 13:04:29.454979 3644 cni.go:452] [openshift-dns/dns-default-r79g2 7ff5ed1df5f46acddd221eea7ab551f5dea0be314f157fc5e2a2d86631df8616 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-r79g2 7ff5ed1df5f46acddd221eea7ab551f5dea0be314f157fc5e2a2d86631df8616 network default NAD default NAD key ] I0505 13:04:29.464778 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-r79g2, hostIfaceName: 7ff5ed1df5f46ac, network: default, NAD default, SandboxID: "7ff5ed1df5f46acddd221eea7ab551f5dea0be314f157fc5e2a2d86631df8616", PCI device ID: , UID: "e329fc56-dfc3-45dd-b9fd-fbdbfc432dce", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 13:04:29.487718 3644 cni.go:473] [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:5f:1f:17:40:33\",\"name\":\"77ccdac282b4083\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa60db93-9ee1-4a25-89fe-54825898f32d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.509869 3644 cni.go:473] [openshift-dns/dns-default-r79g2 7ff5ed1df5f46acddd221eea7ab551f5dea0be314f157fc5e2a2d86631df8616 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-r79g2 7ff5ed1df5f46acddd221eea7ab551f5dea0be314f157fc5e2a2d86631df8616 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:2e:f6:49:d6:de\",\"name\":\"7ff5ed1df5f46ac\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0a3cf82-d4f8-48c7-809c-7dba592e3dbe\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.552470 3644 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h 1699958bd06012b8b54593577ba3597ae93db5431efd8b5701bcff535ff7bb59 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h 1699958bd06012b8b54593577ba3597ae93db5431efd8b5701bcff535ff7bb59 network default NAD default NAD key ] I0505 13:04:29.553746 3644 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t 26acb69976f37406430969509c53efae7adfdbb2e629b4c7859332c231bd7cbe network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t 26acb69976f37406430969509c53efae7adfdbb2e629b4c7859332c231bd7cbe network default NAD default NAD key ] I0505 13:04:29.564720 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-5rr4t, hostIfaceName: 26acb69976f3740, network: default, NAD default, SandboxID: "26acb69976f37406430969509c53efae7adfdbb2e629b4c7859332c231bd7cbe", PCI device ID: , UID: "a9e4fe2b-ad12-45dc-be09-2bb436f5d7ed", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 13:04:29.565802 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-ns65h, hostIfaceName: 1699958bd06012b, network: default, NAD default, SandboxID: "1699958bd06012b8b54593577ba3597ae93db5431efd8b5701bcff535ff7bb59", PCI device ID: , UID: "8aa25f7c-2d9b-47fe-8e9a-2d066491c2c3", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 13:04:29.581464 3644 cni.go:452] [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key ] I0505 13:04:29.590967 3644 cni.go:452] [openshift-ingress/router-default-65b4cb44fc-gfhql 5ffefd631b6914a25e71d09ca8b1e8dfc70a64295206796d6338e53b7d116f8b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65b4cb44fc-gfhql 5ffefd631b6914a25e71d09ca8b1e8dfc70a64295206796d6338e53b7d116f8b network default NAD default NAD key ] I0505 13:04:29.591330 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-c694b88b9-868hs, hostIfaceName: e99c34b27077925, network: default, NAD default, SandboxID: "e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd", PCI device ID: , UID: "2e9e71b2-e2df-429d-ad00-33a2c0caed77", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 13:04:29.602649 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65b4cb44fc-gfhql, hostIfaceName: 5ffefd631b6914a, network: default, NAD default, SandboxID: "5ffefd631b6914a25e71d09ca8b1e8dfc70a64295206796d6338e53b7d116f8b", PCI device ID: , UID: "5bbcc3af-e902-48f9-9dee-82e01fe0d641", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 13:04:29.618365 3644 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb 8f701344746002f0172f75ddaf44b80b37d622d32d064aaa2d0831e61160b904 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb 8f701344746002f0172f75ddaf44b80b37d622d32d064aaa2d0831e61160b904 network default NAD default NAD key ] I0505 13:04:29.619503 3644 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d 84838132e2a280856a02e0ec5867dbc3a88f24709e6e0183675fecef52ad2ffc network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d 84838132e2a280856a02e0ec5867dbc3a88f24709e6e0183675fecef52ad2ffc network default NAD default NAD key ] I0505 13:04:29.648926 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-w8jfb, hostIfaceName: 8f701344746002f, network: default, NAD default, SandboxID: "8f701344746002f0172f75ddaf44b80b37d622d32d064aaa2d0831e61160b904", PCI device ID: , UID: "9c9f8a9a-50c6-424b-8956-a94dbc6fec4a", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 13:04:29.648942 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-lwp6d, hostIfaceName: 84838132e2a2808, network: default, NAD default, SandboxID: "84838132e2a280856a02e0ec5867dbc3a88f24709e6e0183675fecef52ad2ffc", PCI device ID: , UID: "e2fd5d6a-b8e3-4f09-9fd4-bcc0c092a20f", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 13:04:29.686358 3644 cni.go:473] [openshift-ingress/router-default-65b4cb44fc-gfhql 5ffefd631b6914a25e71d09ca8b1e8dfc70a64295206796d6338e53b7d116f8b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65b4cb44fc-gfhql 5ffefd631b6914a25e71d09ca8b1e8dfc70a64295206796d6338e53b7d116f8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:88:35:71:f5:9c\",\"name\":\"5ffefd631b6914a\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3366dc7-e68e-4504-af92-cf0dcda7462f\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.686389 3644 cni.go:473] [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0c:0e:a8:1b:91\",\"name\":\"e99c34b27077925\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7635113c-8694-4437-98f4-00c1a156967b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.721479 3644 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d 84838132e2a280856a02e0ec5867dbc3a88f24709e6e0183675fecef52ad2ffc network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lwp6d 84838132e2a280856a02e0ec5867dbc3a88f24709e6e0183675fecef52ad2ffc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:aa:7b:3d:75:f2\",\"name\":\"84838132e2a2808\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/503f0002-5b32-42b7-bf68-1abdb906a3c4\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.739010 3644 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb 8f701344746002f0172f75ddaf44b80b37d622d32d064aaa2d0831e61160b904 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-w8jfb 8f701344746002f0172f75ddaf44b80b37d622d32d064aaa2d0831e61160b904 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b2:e3:72:21:6f\",\"name\":\"8f701344746002f\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a84357f6-2d20-40b3-b44f-5b7e201ff024\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.838227 3644 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h 1699958bd06012b8b54593577ba3597ae93db5431efd8b5701bcff535ff7bb59 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-ns65h 1699958bd06012b8b54593577ba3597ae93db5431efd8b5701bcff535ff7bb59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:1d:88:1b:d0:e3\",\"name\":\"1699958bd06012b\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7e0adef-9fed-495a-9266-686e59a64357\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:29.839649 3644 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t 26acb69976f37406430969509c53efae7adfdbb2e629b4c7859332c231bd7cbe network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-5rr4t 26acb69976f37406430969509c53efae7adfdbb2e629b4c7859332c231bd7cbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f9:13:9b:7a:9a\",\"name\":\"26acb69976f3740\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97cb0685-37fe-4891-8b90-13e8aebb79ba\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:33.430686 3644 cni.go:452] [openshift-multus/network-metrics-daemon-l4k8q c10dec8243a7e84c1f484c0407ead8ca5b656c7cd1e05f5154990856e9731b77 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-l4k8q c10dec8243a7e84c1f484c0407ead8ca5b656c7cd1e05f5154990856e9731b77 network default NAD default NAD key ] I0505 13:04:33.459063 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-l4k8q, hostIfaceName: c10dec8243a7e84, network: default, NAD default, SandboxID: "c10dec8243a7e84c1f484c0407ead8ca5b656c7cd1e05f5154990856e9731b77", PCI device ID: , UID: "b361ca9f-a226-4e9c-bb2d-b865b0e2deac", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 13:04:33.506952 3644 cni.go:473] [openshift-multus/network-metrics-daemon-l4k8q c10dec8243a7e84c1f484c0407ead8ca5b656c7cd1e05f5154990856e9731b77 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-l4k8q c10dec8243a7e84c1f484c0407ead8ca5b656c7cd1e05f5154990856e9731b77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:13:1a:64:e3:47\",\"name\":\"c10dec8243a7e84\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dfefadb-a07e-4ca0-975a-22bc4dc1ead9\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:04:33.898220 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 13:04:33.898351 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0505 13:04:33.923920 3644 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:33.923944 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:33.923951 3644 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:33.944835 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:04:33.996981 3644 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7b5f7b479d-cj48b IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7b5f7b479d-cj48b: no pod IPs found W0505 13:04:34.013711 3644 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:04:34.030053 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:04:34.033007 3644 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-9j5td] creating logical port openshift-console_downloads-5c54f4944f-9j5td for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:34.033136 3644 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-9j5td I0505 13:04:34.071774 3644 pod.go:62] [openshift-console/downloads-5c54f4944f-9j5td] pod update took 38.667235ms I0505 13:04:34.071797 3644 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-9j5td] addLogicalPort annotation time took 38.693756ms I0505 13:04:34.073051 3644 pods.go:271] [openshift-console/downloads-5c54f4944f-9j5td] addLogicalPort took 40.058549ms, libovsdb time 891.36µs I0505 13:04:34.231931 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-sr864 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:34.232112 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864 I0505 13:04:34.310499 3644 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864] pod update took 78.442985ms I0505 13:04:34.310520 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864] addLogicalPort annotation time took 78.468917ms I0505 13:04:34.311793 3644 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864] addLogicalPort took 79.88739ms, libovsdb time 949.782µs I0505 13:04:34.538790 3644 cni.go:452] [openshift-console/downloads-5c54f4944f-9j5td bcc9fec61fa56efbffc0748cb5a4953c51b8d334b008a156ae5aa45882aca814 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-9j5td bcc9fec61fa56efbffc0748cb5a4953c51b8d334b008a156ae5aa45882aca814 network default NAD default NAD key ] I0505 13:04:34.547947 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-9j5td, hostIfaceName: bcc9fec61fa56ef, network: default, NAD default, SandboxID: "bcc9fec61fa56efbffc0748cb5a4953c51b8d334b008a156ae5aa45882aca814", PCI device ID: , UID: "8f204eed-61ba-46f2-a75f-3f902eec50a6", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 13:04:34.597791 3644 cni.go:473] [openshift-console/downloads-5c54f4944f-9j5td bcc9fec61fa56efbffc0748cb5a4953c51b8d334b008a156ae5aa45882aca814 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-9j5td bcc9fec61fa56efbffc0748cb5a4953c51b8d334b008a156ae5aa45882aca814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ea:d4:52:0c:91\",\"name\":\"bcc9fec61fa56ef\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dffb1ee6-451d-4ba4-8823-1175ac185ab8\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:34.598164 3644 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864 59911fd45d46a4f60fa96e293d39fd8fa5f264714a92c1bd67af00e84edd1d4a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864 59911fd45d46a4f60fa96e293d39fd8fa5f264714a92c1bd67af00e84edd1d4a network default NAD default NAD key ] I0505 13:04:34.607213 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-sr864, hostIfaceName: 59911fd45d46a4f, network: default, NAD default, SandboxID: "59911fd45d46a4f60fa96e293d39fd8fa5f264714a92c1bd67af00e84edd1d4a", PCI device ID: , UID: "5d6d172a-4977-4f08-a2b6-8403e6e610f1", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 13:04:34.655877 3644 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864 59911fd45d46a4f60fa96e293d39fd8fa5f264714a92c1bd67af00e84edd1d4a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sr864 59911fd45d46a4f60fa96e293d39fd8fa5f264714a92c1bd67af00e84edd1d4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:94:99:40:6d:1a\",\"name\":\"59911fd45d46a4f\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/051e6ac1-e574-437f-b8b3-64a36b783f6c\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:34.728234 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:34.728256 3644 node_tracker.go:220] Node ip-10-0-2-116.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0505 13:04:34.728281 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:34.728302 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:34.728320 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 23.147µs E0505 13:04:34.728339 3644 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0505 13:04:34.728357 3644 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-116.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-116.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-116.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-116.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal, error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0505 13:04:34.745669 3644 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-116.ec2.internal annotation: unexpected end of JSON input I0505 13:04:34.745693 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 13:04:34.745692 3644 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-116.ec2.internal annotation: unexpected end of JSON input E0505 13:04:34.745741 3644 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-116.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:34.756988 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 13:04:34.757036 3644 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-116.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:34.772953 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:34.772972 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:34.772983 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal E0505 13:04:34.773001 3644 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-116.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-116.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-116.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:34.773003 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 24.574µs I0505 13:04:34.789279 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0505 13:04:34.964931 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:34.964946 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:34.964962 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 19.175µs I0505 13:04:34.964963 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:34.985022 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:35.158237 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 13:04:35.770881 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:35.770906 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:35.770914 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:35.770932 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:35.770939 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:35.770944 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:36.672516 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 13:04:36.697950 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:04:38.886140 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 13:04:39.545936 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:04:39.570606 3644 base_network_controller_pods.go:487] [default/openshift-console/console-778868668c-dv8j4] creating logical port openshift-console_console-778868668c-dv8j4 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:39.570718 3644 kube.go:256] Updating pod openshift-console/console-778868668c-dv8j4 I0505 13:04:39.585980 3644 pod.go:62] [openshift-console/console-778868668c-dv8j4] pod update took 15.283214ms I0505 13:04:39.585999 3644 base_network_controller_pods.go:951] [default/openshift-console/console-778868668c-dv8j4] addLogicalPort annotation time took 15.309247ms I0505 13:04:39.587353 3644 pods.go:271] [openshift-console/console-778868668c-dv8j4] addLogicalPort took 16.761159ms, libovsdb time 942.079µs I0505 13:04:39.990655 3644 cni.go:452] [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key ] I0505 13:04:40.001155 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-778868668c-dv8j4, hostIfaceName: 81b0b09aa1e5e8d, network: default, NAD default, SandboxID: "81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07", PCI device ID: , UID: "7bee87ab-1c85-43bb-a2ec-25813d0435ae", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 13:04:40.060841 3644 cni.go:473] [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ae:b7:30:c2:e5\",\"name\":\"81b0b09aa1e5e8d\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11c443a9-dabf-4b70-be91-bcf49ce95f80\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:41.680578 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:41.680713 3644 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 13:04:41.730453 3644 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 49.790085ms I0505 13:04:41.730480 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 49.821977ms I0505 13:04:41.731923 3644 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 51.363985ms, libovsdb time 1.051212ms W0505 13:04:42.661606 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:42.661631 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:04:42.661639 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 13:04:42.779557 3644 cni.go:452] [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key ] I0505 13:04:42.790493 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: d407f2d30a9536e, network: default, NAD default, SandboxID: "d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37", PCI device ID: , UID: "c6032494-2878-4061-b1ab-b73d6a44b961", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 13:04:42.846533 3644 cni.go:473] [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:d8:80:c8:fe:38\",\"name\":\"d407f2d30a9536e\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7babd12e-64df-4e2b-8eb5-67e400cd81b5\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:43.641119 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-8f548bbc8-2n9zw] creating logical port openshift-monitoring_thanos-querier-8f548bbc8-2n9zw for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:43.641236 3644 kube.go:256] Updating pod openshift-monitoring/thanos-querier-8f548bbc8-2n9zw I0505 13:04:43.697266 3644 pod.go:62] [openshift-monitoring/thanos-querier-8f548bbc8-2n9zw] pod update took 56.070004ms I0505 13:04:43.697289 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-8f548bbc8-2n9zw] addLogicalPort annotation time took 56.101715ms I0505 13:04:43.698539 3644 pods.go:271] [openshift-monitoring/thanos-querier-8f548bbc8-2n9zw] addLogicalPort took 57.438744ms, libovsdb time 909.937µs W0505 13:04:43.790829 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:04:44.034046 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:04:44.034088 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:04:45.052591 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68b55f59f8-szmdz] creating logical port openshift-monitoring_metrics-server-68b55f59f8-szmdz for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:45.052694 3644 kube.go:256] Updating pod openshift-monitoring/metrics-server-68b55f59f8-szmdz I0505 13:04:45.072201 3644 pod.go:62] [openshift-monitoring/metrics-server-68b55f59f8-szmdz] pod update took 19.537297ms I0505 13:04:45.072229 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-68b55f59f8-szmdz] addLogicalPort annotation time took 19.56798ms I0505 13:04:45.073347 3644 pods.go:271] [openshift-monitoring/metrics-server-68b55f59f8-szmdz] addLogicalPort took 20.771133ms, libovsdb time 773.168µs I0505 13:04:45.128268 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:45.269015 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-8gvnx for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:45.269144 3644 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx I0505 13:04:45.286938 3644 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx] pod update took 17.815014ms I0505 13:04:45.286962 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx] addLogicalPort annotation time took 17.840208ms I0505 13:04:45.288327 3644 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx] addLogicalPort took 19.326232ms, libovsdb time 970.293µs I0505 13:04:46.843982 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:04:46.844129 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 13:04:46.867688 3644 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.634064ms I0505 13:04:46.867710 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.660761ms I0505 13:04:46.869038 3644 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.075877ms, libovsdb time 990.55µs I0505 13:04:49.691450 3644 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx 62f0bba5fdadbeeafb9c81484024ea698ae4af0b815ecba9be371667f6eeca15 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx 62f0bba5fdadbeeafb9c81484024ea698ae4af0b815ecba9be371667f6eeca15 network default NAD default NAD key ] I0505 13:04:49.691780 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key ] I0505 13:04:49.693466 3644 cni.go:452] [openshift-monitoring/thanos-querier-8f548bbc8-2n9zw a27ef1c59a2cd101e24a852df27105c1d627fa72df0ef24cc56cd32ac5655009 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-8f548bbc8-2n9zw a27ef1c59a2cd101e24a852df27105c1d627fa72df0ef24cc56cd32ac5655009 network default NAD default NAD key ] I0505 13:04:49.695270 3644 cni.go:452] [openshift-monitoring/metrics-server-68b55f59f8-szmdz bfa8b1caf38b5b5ccc490df4a9fa5ed23ee4a100d1b1ab09b05b5a2f971e5b31 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-68b55f59f8-szmdz bfa8b1caf38b5b5ccc490df4a9fa5ed23ee4a100d1b1ab09b05b5a2f971e5b31 network default NAD default NAD key ] I0505 13:04:49.707514 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68b55f59f8-szmdz, hostIfaceName: bfa8b1caf38b5b5, network: default, NAD default, SandboxID: "bfa8b1caf38b5b5ccc490df4a9fa5ed23ee4a100d1b1ab09b05b5a2f971e5b31", PCI device ID: , UID: "6c5a8bfa-f0f3-4bb1-af8c-943e8d2afc1a", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 13:04:49.708392 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: dcb882008a03149, network: default, NAD default, SandboxID: "dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a", PCI device ID: , UID: "77d0e416-6e37-42dd-8964-2911a034eabf", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 13:04:49.708650 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-8gvnx, hostIfaceName: 62f0bba5fdadbee, network: default, NAD default, SandboxID: "62f0bba5fdadbeeafb9c81484024ea698ae4af0b815ecba9be371667f6eeca15", PCI device ID: , UID: "7f251e43-6a3a-47ad-8b4f-87164cc23776", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 13:04:49.709222 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-8f548bbc8-2n9zw, hostIfaceName: a27ef1c59a2cd10, network: default, NAD default, SandboxID: "a27ef1c59a2cd101e24a852df27105c1d627fa72df0ef24cc56cd32ac5655009", PCI device ID: , UID: "9c972f6b-2ce1-4834-8984-71571e97fcd5", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 13:04:49.774165 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:93:e8:76:0a:4a\",\"name\":\"dcb882008a03149\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89482139-4b6a-4022-8f74-d7778d189896\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:49.788222 3644 cni.go:473] [openshift-monitoring/thanos-querier-8f548bbc8-2n9zw a27ef1c59a2cd101e24a852df27105c1d627fa72df0ef24cc56cd32ac5655009 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-8f548bbc8-2n9zw a27ef1c59a2cd101e24a852df27105c1d627fa72df0ef24cc56cd32ac5655009 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:5a:6f:27:dc:67\",\"name\":\"a27ef1c59a2cd10\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc65a5a9-6de4-4fc8-ae19-17b3d75d1c66\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:50.015730 3644 cni.go:473] [openshift-monitoring/metrics-server-68b55f59f8-szmdz bfa8b1caf38b5b5ccc490df4a9fa5ed23ee4a100d1b1ab09b05b5a2f971e5b31 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-68b55f59f8-szmdz bfa8b1caf38b5b5ccc490df4a9fa5ed23ee4a100d1b1ab09b05b5a2f971e5b31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ec:de:c7:e7:98\",\"name\":\"bfa8b1caf38b5b5\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37b293da-a537-4a0f-a1de-1c8edb7fa8db\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:04:50.015774 3644 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx 62f0bba5fdadbeeafb9c81484024ea698ae4af0b815ecba9be371667f6eeca15 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8gvnx 62f0bba5fdadbeeafb9c81484024ea698ae4af0b815ecba9be371667f6eeca15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:95:2f:75:8d:c5\",\"name\":\"62f0bba5fdadbee\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3541633-b7c1-4606-8b92-6ed8dc456d01\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:04:50.763239 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:04:50.805223 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:04:50.873893 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0505 13:04:51.006190 3644 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-116.ec2.internal I0505 13:04:51.006220 3644 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-116.ec2.internal I0505 13:04:51.006345 3644 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-116.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-116.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-116.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-116.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-116.ec2.internal W0505 13:04:51.650977 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:04:51.795452 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:51.795472 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:51.795477 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:51.843581 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:51.843604 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:52.783243 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:04:52.818760 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:04:52.843235 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:04:53.399726 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xnprk I0505 13:04:53.399733 3644 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7gpjn I0505 13:04:53.399751 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xnprk I0505 13:04:53.399765 3644 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7gpjn I0505 13:04:53.399799 3644 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xnprk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xnprk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xnprk: no pod IPs found I0505 13:04:53.399806 3644 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7gpjn, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7gpjn: suppressed error logged: pod openshift-multus/network-metrics-daemon-7gpjn: no pod IPs found W0505 13:04:53.910506 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:04:53.965821 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:53.965843 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:53.965851 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:54.043353 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:54.043370 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:55.347635 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:04:55.347719 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 92.938µs I0505 13:04:55.347751 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:04:55.347757 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:55.526359 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 13:04:55.866556 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:55.866574 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:55.866580 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:55.866584 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002210 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002233 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002241 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:56.002248 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:04:59.514831 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:59.514843 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "ip-10-0-2-116.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:59.514874 3644 node_tracker.go:235] Node ip-10-0-2-116.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-116.ec2.internal" I0505 13:04:59.514890 3644 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.514900 3644 services_controller.go:574] Full service sync requested for network=default W0505 13:04:59.515268 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:04:59.515366 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515381 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515386 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515391 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.515372 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.515432 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.515436 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.515495 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:59.515509 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:59.613515 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "ip-10-0-2-116.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:59.669488 3644 default_network_controller.go:1025] Node "ip-10-0-2-116.ec2.internal" in remote zone "ip-10-0-2-116.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:04:59.669528 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:04:59.669584 3644 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:04:59.669602 3644 services_controller.go:574] Full service sync requested for network=default W0505 13:04:59.669796 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:04:59.669922 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.669932 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.669936 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.669939 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:04:59.669958 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.669974 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.669981 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:04:59.670199 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:59.670214 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:59.670489 3644 zone_ic_handler.go:195] Time taken to create transit switch: 295.88µs I0505 13:04:59.670504 3644 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-116.ec2.internal for the network default I0505 13:04:59.671456 3644 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-116.ec2.internal" on network "default" took: 1.276527ms I0505 13:04:59.860218 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:04:59.860745 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:00.306201 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:00.306224 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-dbw56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:00.313713 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:05:00.313736 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-74f64cbf5c-dbw56 I0505 13:05:01.236913 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 13:05:01.854794 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854813 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854820 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:05:01.854827 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:05:02.258930 3644 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-116.ec2.internal in network "default" I0505 13:05:02.258957 3644 egressfirewall.go:723] Syncing node "ip-10-0-2-116.ec2.internal" for egress firewall I0505 13:05:02.258958 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:05:02.258974 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 20.792µs I0505 13:05:02.259003 3644 node_tracker.go:169] Node ip-10-0-2-116.ec2.internal switch + router changed, syncing services in network "default" I0505 13:05:02.259007 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 10.0.2.116 to PMTUD blocking rules I0505 13:05:02.259017 3644 services_controller.go:574] Full service sync requested for network=default I0505 13:05:02.259018 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0505 13:05:02.259281 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:05:02.259421 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259435 3644 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259442 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:02.259564 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:02.259576 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:05:02.265039 3644 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-116.ec2.internal. Updating no re-route policies I0505 13:05:02.290983 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 10.0.2.116 to PMTUD blocking rules I0505 13:05:02.291035 3644 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-116.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:05:06.098116 3644 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-116.ec2.internal I0505 13:05:06.098147 3644 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-116.ec2.internal: 37.336µs I0505 13:05:12.177173 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.177681 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.177710 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.177718 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:05:12.177734 3644 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:05:12.177739 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:05:13.223005 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.223026 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.223042 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:13.223053 3644 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dg5kwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:05:14.811854 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:05:16.210511 3644 obj_retry.go:498] Detected object openshift-console/console-778868668c-4k9kv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:16.211028 3644 obj_retry.go:498] Detected object openshift-console/console-778868668c-4k9kv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:17.059613 3644 obj_retry.go:492] Detected object openshift-console/console-778868668c-4k9kv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:17.059635 3644 obj_retry.go:492] Detected object openshift-console/console-778868668c-4k9kv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:17.065861 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778868668c-4k9kv I0505 13:05:17.065877 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778868668c-4k9kv I0505 13:05:17.734613 3644 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:05:17.744898 3644 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 13:05:17.928274 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:05:17.928281 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:05:17.928345 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:05:18.954502 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:05:18.997442 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:05:18.997494 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:05:18.997444 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:05:19.943712 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:05:19.943718 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:05:19.943895 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:05:19.981564 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 13:05:20.956016 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:05:22.097505 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.097526 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.097531 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.097543 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.097547 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.097552 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.116084 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.116108 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:05:22.116114 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:05:47.242657 3644 cni.go:452] [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key ] W0505 13:05:47.247145 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:47.247171 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:47.247186 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:47.247192 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:05:47.357218 3644 cni.go:473] [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-c694b88b9-868hs e99c34b270779251de6cedb61109871e9f22d1066e1285e27720d5b6a3a911bd network default NAD default NAD key default], result "{}", err I0505 13:05:47.480800 3644 obj_retry.go:498] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:47.480836 3644 pods.go:176] Deleting pod: openshift-ingress/router-default-c694b88b9-868hs I0505 13:05:47.481983 3644 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-c694b88b9-868hs, ips: 10.128.0.15 I0505 13:05:47.482007 3644 obj_retry.go:498] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:48.081713 3644 obj_retry.go:492] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:48.081732 3644 obj_retry.go:492] Detected object openshift-ingress/router-default-c694b88b9-868hs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:48.089631 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c694b88b9-868hs I0505 13:05:48.089655 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c694b88b9-868hs W0505 13:05:48.148389 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:05:48.148410 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:05:48.697395 3644 cni.go:452] [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key ] I0505 13:05:48.819988 3644 cni.go:473] [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-74f64cbf5c-s5hv9 77ccdac282b4083b341936bdb603cc1e589ba67971dc10fe2091e436b69061cb network default NAD default NAD key default], result "{}", err I0505 13:05:48.875792 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:48.875833 3644 pods.go:176] Deleting pod: openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:05:48.877183 3644 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-74f64cbf5c-s5hv9, ips: 10.128.0.5 I0505 13:05:48.877208 3644 obj_retry.go:498] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:49.090666 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:49.090775 3644 obj_retry.go:492] Detected object openshift-image-registry/image-registry-74f64cbf5c-s5hv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:49.095004 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:05:49.095035 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:05:51.796409 3644 cni.go:452] [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key ] I0505 13:05:51.900309 3644 cni.go:473] [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-778868668c-dv8j4 81b0b09aa1e5e8daef1a6d0f82a38ba33312f9c244065922011bec1b79d29e07 network default NAD default NAD key default], result "{}", err I0505 13:05:51.950192 3644 obj_retry.go:498] Detected object openshift-console/console-778868668c-dv8j4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:51.950230 3644 pods.go:176] Deleting pod: openshift-console/console-778868668c-dv8j4 I0505 13:05:51.951502 3644 pods.go:236] Attempting to release IPs for pod: openshift-console/console-778868668c-dv8j4, ips: 10.128.0.25 I0505 13:05:51.951534 3644 obj_retry.go:498] Detected object openshift-console/console-778868668c-dv8j4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:52.103229 3644 obj_retry.go:492] Detected object openshift-console/console-778868668c-dv8j4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:52.103255 3644 obj_retry.go:492] Detected object openshift-console/console-778868668c-dv8j4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:52.110261 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778868668c-dv8j4 I0505 13:05:52.110293 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778868668c-dv8j4 I0505 13:06:02.159212 3644 cni.go:452] [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key ] I0505 13:06:02.269601 3644 cni.go:473] [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 d407f2d30a9536eb7b4fe7f15c15a47a0eb4b4f76602dcbae1d5366e0c979d37 network default NAD default NAD key default], result "{}", err I0505 13:06:02.332083 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:02.332118 3644 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 13:06:02.333328 3644 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.26 I0505 13:06:02.333355 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:03.173508 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:03.173537 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:03.181621 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:06:03.181653 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:06:03.222235 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:06:03.222350 3644 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 13:06:03.249294 3644 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.981969ms I0505 13:06:03.249318 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.009514ms I0505 13:06:03.250715 3644 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.496626ms, libovsdb time 1.009232ms I0505 13:06:03.581565 3644 cni.go:452] [openshift-monitoring/alertmanager-main-1 6027679c7f72057e2ba0e9e84244421b7debe6f910d38680bcd790197f4e2a7e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6027679c7f72057e2ba0e9e84244421b7debe6f910d38680bcd790197f4e2a7e network default NAD default NAD key ] I0505 13:06:03.591006 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6027679c7f72057, network: default, NAD default, SandboxID: "6027679c7f72057e2ba0e9e84244421b7debe6f910d38680bcd790197f4e2a7e", PCI device ID: , UID: "8a060bfb-8f9b-4cc3-867a-cf725edaf0c6", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 13:06:03.641655 3644 cni.go:473] [openshift-monitoring/alertmanager-main-1 6027679c7f72057e2ba0e9e84244421b7debe6f910d38680bcd790197f4e2a7e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6027679c7f72057e2ba0e9e84244421b7debe6f910d38680bcd790197f4e2a7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:32:bb:ab:b7:b8\",\"name\":\"6027679c7f72057\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaee9c0e-8a8d-4e91-bfb7-c54332ae63eb\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:06:05.083637 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87] creating logical port openshift-monitoring_telemeter-client-5b59fdc7f9-tmf87 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:06:05.083765 3644 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87 I0505 13:06:05.106647 3644 pod.go:62] [openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87] pod update took 22.910751ms I0505 13:06:05.106667 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87] addLogicalPort annotation time took 22.935555ms I0505 13:06:05.107968 3644 pods.go:271] [openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87] addLogicalPort took 24.360423ms, libovsdb time 928.587µs I0505 13:06:05.448925 3644 cni.go:452] [openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87 4a85346e6f63591ff7962df3fbace59dc11264910caaa4f2233b8b58f500930f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87 4a85346e6f63591ff7962df3fbace59dc11264910caaa4f2233b8b58f500930f network default NAD default NAD key ] I0505 13:06:05.458398 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5b59fdc7f9-tmf87, hostIfaceName: 4a85346e6f63591, network: default, NAD default, SandboxID: "4a85346e6f63591ff7962df3fbace59dc11264910caaa4f2233b8b58f500930f", PCI device ID: , UID: "3feaa1fc-637c-4125-b2ed-4d0f5f077eba", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 13:06:05.508714 3644 cni.go:473] [openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87 4a85346e6f63591ff7962df3fbace59dc11264910caaa4f2233b8b58f500930f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5b59fdc7f9-tmf87 4a85346e6f63591ff7962df3fbace59dc11264910caaa4f2233b8b58f500930f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:67:79:ee:95:46\",\"name\":\"4a85346e6f63591\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67093bd7-e0e2-474c-903f-eea6e2baeb2e\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:06:06.546205 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key ] I0505 13:06:06.663730 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 dcb882008a0314956e6b35a5d9f3f696e41f1701ac7cc4debee730d15dc6219a network default NAD default NAD key default], result "{}", err I0505 13:06:06.734752 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:06.734788 3644 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 13:06:06.736101 3644 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.30 I0505 13:06:06.736129 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:07.204466 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:07.204492 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:07.213939 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:06:07.213968 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:06:07.257776 3644 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:06:07.257914 3644 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 13:06:07.282917 3644 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.037469ms I0505 13:06:07.282938 3644 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.064472ms I0505 13:06:07.284365 3644 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.6083ms, libovsdb time 984.276µs I0505 13:06:07.619599 3644 cni.go:452] [openshift-monitoring/prometheus-k8s-1 e56d93d18279d248ee46a249e4b7f4e89350ac8a978c6c7d8b5dac01149143aa network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 e56d93d18279d248ee46a249e4b7f4e89350ac8a978c6c7d8b5dac01149143aa network default NAD default NAD key ] I0505 13:06:07.629248 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: e56d93d18279d24, network: default, NAD default, SandboxID: "e56d93d18279d248ee46a249e4b7f4e89350ac8a978c6c7d8b5dac01149143aa", PCI device ID: , UID: "3a4bb051-9a00-41e9-ab64-c29ae60c90b0", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 13:06:07.884348 3644 cni.go:473] [openshift-monitoring/prometheus-k8s-1 e56d93d18279d248ee46a249e4b7f4e89350ac8a978c6c7d8b5dac01149143aa network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 e56d93d18279d248ee46a249e4b7f4e89350ac8a978c6c7d8b5dac01149143aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:dd:a4:c1:e2:b1\",\"name\":\"e56d93d18279d24\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f771f136-4223-4f21-b3ff-12130d916776\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:06:08.555148 3644 base_network_controller_pods.go:487] [default/openshift-console/console-74f9bc8cfc-pprk8] creating logical port openshift-console_console-74f9bc8cfc-pprk8 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:06:08.555654 3644 kube.go:256] Updating pod openshift-console/console-74f9bc8cfc-pprk8 I0505 13:06:08.576908 3644 pod.go:62] [openshift-console/console-74f9bc8cfc-pprk8] pod update took 21.28697ms I0505 13:06:08.576931 3644 base_network_controller_pods.go:951] [default/openshift-console/console-74f9bc8cfc-pprk8] addLogicalPort annotation time took 21.318171ms I0505 13:06:08.578262 3644 pods.go:271] [openshift-console/console-74f9bc8cfc-pprk8] addLogicalPort took 23.132318ms, libovsdb time 895.309µs I0505 13:06:08.917500 3644 cni.go:452] [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key ] I0505 13:06:08.927777 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74f9bc8cfc-pprk8, hostIfaceName: c50be38b253fd35, network: default, NAD default, SandboxID: "c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34", PCI device ID: , UID: "8800d076-e173-4ba5-b92d-371eacab1d37", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 13:06:09.185380 3644 cni.go:473] [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:13:15:5e:06:81\",\"name\":\"c50be38b253fd35\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86a6a801-7390-4763-8ec7-9320b432393f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:06:19.285025 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:06:33.640311 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:06:33.640337 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:06:33.640344 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:06:33.938748 3644 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-qxfkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:33.939294 3644 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-qxfkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:34.425010 3644 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-qxfkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:34.425036 3644 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-qxfkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:34.428349 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c974db6f5-qxfkq I0505 13:06:34.428374 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c974db6f5-qxfkq I0505 13:06:34.970973 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:34.971579 3644 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:35.447817 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:35.447841 3644 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:35.453153 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:06:35.453176 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:06:44.631936 3644 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-lk2sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:44.632499 3644 obj_retry.go:498] Detected object openshift-console/console-5c974db6f5-lk2sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:44.798218 3644 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-lk2sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:44.798265 3644 obj_retry.go:492] Detected object openshift-console/console-5c974db6f5-lk2sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:44.804569 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c974db6f5-lk2sz I0505 13:06:44.804598 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c974db6f5-lk2sz I0505 13:06:56.447159 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key ] I0505 13:06:56.556333 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm a87beb33ef3b7382f0ebc60d10e1b6fc2558c07a9b2ec610aff9ae16538da7b5 network default NAD default NAD key default], result "{}", err I0505 13:06:56.606797 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:56.606851 3644 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:06:56.608269 3644 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm, ips: 10.128.0.21 I0505 13:06:56.608297 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:57.464584 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:57.464604 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:07:08.549703 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:07:08.549722 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:07:09.885349 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:09.885872 3644 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:07:10.617052 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:10.617089 3644 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:07:10.623890 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:07:10.623918 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:08:42.883100 3644 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:08:59.007788 3644 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:59.008415 3644 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:59.413421 3644 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:59.413445 3644 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-dkjsm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:59.420999 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9bc8cfc-dkjsm I0505 13:08:59.421022 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9bc8cfc-dkjsm I0505 13:09:03.420953 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 13:09:09.383979 3644 cni.go:452] [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key ] I0505 13:09:09.466479 3644 cni.go:473] [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74f9bc8cfc-pprk8 c50be38b253fd352869e2afbdb243eb52a087f3559142bd2b0b4a436d7c4fc34 network default NAD default NAD key default], result "{}", err I0505 13:09:09.515745 3644 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:09.515775 3644 pods.go:176] Deleting pod: openshift-console/console-74f9bc8cfc-pprk8 I0505 13:09:09.517134 3644 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74f9bc8cfc-pprk8, ips: 10.128.0.34 I0505 13:09:09.517161 3644 obj_retry.go:498] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:10.039622 3644 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:10.039649 3644 obj_retry.go:492] Detected object openshift-console/console-74f9bc8cfc-pprk8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:10.046778 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f9bc8cfc-pprk8 I0505 13:09:10.046805 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f9bc8cfc-pprk8 I0505 13:09:10.297503 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:09:34.409608 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 13:09:40.297946 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0505 13:10:00.184332 3644 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633110-tkfrw for pod on switch ip-10-0-1-22.ec2.internal I0505 13:10:00.184466 3644 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw I0505 13:10:00.211599 3644 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw] pod update took 27.156522ms I0505 13:10:00.211620 3644 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw] addLogicalPort annotation time took 27.183991ms I0505 13:10:00.212874 3644 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw] addLogicalPort took 28.560563ms, libovsdb time 917.862µs I0505 13:10:00.557219 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key ] I0505 13:10:00.566487 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633110-tkfrw, hostIfaceName: dab4074aa43a37f, network: default, NAD default, SandboxID: "dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb", PCI device ID: , UID: "875f6961-0d43-4555-8f17-607b969bba78", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 13:10:00.616818 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:6f:e8:dc:80:ab\",\"name\":\"dab4074aa43a37f\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d390502-415a-4e7c-b8f4-fef4b45324f2\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:10:04.294286 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key ] I0505 13:10:04.377270 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw dab4074aa43a37f3fd94974460b71bf7ddbd683882d214a8ba573c39d6d665fb network default NAD default NAD key default], result "{}", err I0505 13:10:04.425272 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:04.425302 3644 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw I0505 13:10:04.426550 3644 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw, ips: 10.128.0.35 I0505 13:10:04.426575 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.309425 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.309455 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-tkfrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:10:22.478484 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:10:33.521197 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:10:33.521269 3644 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h544j IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-h544j: no pod IPs found I0505 13:11:05.784820 3644 namespace.go:98] [tsf] adding namespace I0505 13:11:05.785644 3644 namespace.go:102] [tsf] adding namespace took 798.111µs I0505 13:11:05.808938 3644 namespace.go:142] [tsf] updating namespace I0505 13:11:05.823263 3644 namespace.go:142] [tsf] updating namespace I0505 13:11:09.801978 3644 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:11:09.802861 3644 namespace.go:102] [cert-manager-operator] adding namespace took 858.139µs I0505 13:11:09.804467 3644 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:11:09.805003 3644 namespace.go:102] [rhtpa-operator] adding namespace took 521.97µs I0505 13:11:09.807734 3644 namespace.go:98] [tsf-tas] adding namespace I0505 13:11:09.808342 3644 namespace.go:102] [tsf-tas] adding namespace took 596.306µs I0505 13:11:09.813902 3644 namespace.go:98] [konflux-operator] adding namespace I0505 13:11:09.813985 3644 namespace.go:98] [rhbk-operator] adding namespace I0505 13:11:09.814050 3644 namespace.go:98] [konflux-ui] adding namespace I0505 13:11:09.814210 3644 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:11:09.814571 3644 namespace.go:102] [konflux-operator] adding namespace took 653.912µs I0505 13:11:09.815131 3644 namespace.go:102] [rhbk-operator] adding namespace took 1.129801ms I0505 13:11:09.815590 3644 namespace.go:102] [konflux-ui] adding namespace took 1.525827ms I0505 13:11:09.816119 3644 namespace.go:102] [tsf-keycloak] adding namespace took 1.897353ms I0505 13:11:09.817748 3644 namespace.go:98] [tsf-tpa] adding namespace I0505 13:11:09.818355 3644 namespace.go:102] [tsf-tpa] adding namespace took 591.535µs I0505 13:11:09.823966 3644 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.834237 3644 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.845857 3644 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:09.845984 3644 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.850772 3644 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:09.850774 3644 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.857023 3644 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:09.857153 3644 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:09.863940 3644 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:09.864007 3644 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:09.890775 3644 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.917734 3644 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:09.934942 3644 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.948871 3644 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:09.970751 3644 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:09.985110 3644 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:10.003758 3644 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:10.024848 3644 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:10.034222 3644 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:10.050748 3644 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:10.064092 3644 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:10.077807 3644 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:10.092808 3644 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:10.104043 3644 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:10.986555 3644 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:11.004467 3644 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:17.386502 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:11:18.911820 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.912241 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.912261 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.912268 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:18.912279 3644 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.912285 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:18.935012 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.935434 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.935450 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.935457 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:18.935466 3644 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:18.935471 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:19.910576 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.911105 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.911124 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.911132 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:19.911144 3644 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:19.911149 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:19.937832 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.937851 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.937867 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.937881 3644 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dh5k7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965589 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965606 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965620 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:19.965632 3644 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b515xj89 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.939869 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.939892 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.939905 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:20.939917 3644 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6evnfx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:21.915805 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.916345 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.916375 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.916383 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:21.916394 3644 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:21.916398 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:22.930919 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.931456 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.931486 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.931495 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:22.931509 3644 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:22.931515 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:22.945928 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.945943 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.945956 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.945967 3644 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf28c4wj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957298 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957322 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957335 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:23.957347 3644 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7frrpd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:25.009683 3644 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-dfvks for pod on switch ip-10-0-1-22.ec2.internal I0505 13:11:25.009835 3644 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks I0505 13:11:25.030002 3644 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks] pod update took 20.192525ms I0505 13:11:25.030022 3644 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks] addLogicalPort annotation time took 20.217329ms I0505 13:11:25.031211 3644 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks] addLogicalPort took 21.545497ms, libovsdb time 849.123µs I0505 13:11:25.366307 3644 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks a4cd2a300d8d1050a07635ecfb227bca7bbdf5fbe1c7ba650ed22e88f1da6e5b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks a4cd2a300d8d1050a07635ecfb227bca7bbdf5fbe1c7ba650ed22e88f1da6e5b network default NAD default NAD key ] I0505 13:11:25.375543 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-dfvks, hostIfaceName: a4cd2a300d8d105, network: default, NAD default, SandboxID: "a4cd2a300d8d1050a07635ecfb227bca7bbdf5fbe1c7ba650ed22e88f1da6e5b", PCI device ID: , UID: "ec514dfe-c766-450e-af06-1ed1e8bd30f7", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 13:11:25.424979 3644 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks a4cd2a300d8d1050a07635ecfb227bca7bbdf5fbe1c7ba650ed22e88f1da6e5b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-dfvks a4cd2a300d8d1050a07635ecfb227bca7bbdf5fbe1c7ba650ed22e88f1da6e5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:f2:4a:01:cc:6f\",\"name\":\"a4cd2a300d8d105\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed29341c-ed61-4c0f-b20c-7b60e4d59e47\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:11:27.988492 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.989063 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.989108 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.989115 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:27.989127 3644 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:27.989133 3644 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... W0505 13:11:28.684114 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:29.007496 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:29.016170 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:11:29.045225 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.045244 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.045260 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:29.045277 3644 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365wsbm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:34.296244 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0505 13:11:35.854084 3644 namespace.go:98] [cert-manager] adding namespace I0505 13:11:35.854925 3644 namespace.go:102] [cert-manager] adding namespace took 822.526µs I0505 13:11:35.871807 3644 namespace.go:142] [cert-manager] updating namespace I0505 13:11:35.892288 3644 namespace.go:142] [cert-manager] updating namespace I0505 13:11:37.850387 3644 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-h8q66] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-h8q66 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:11:37.850494 3644 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-h8q66 I0505 13:11:37.890058 3644 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-h8q66 I0505 13:11:37.917793 3644 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-h8q66] pod update took 67.32651ms I0505 13:11:37.917813 3644 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-h8q66] addLogicalPort annotation time took 67.352342ms I0505 13:11:37.919030 3644 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-h8q66] addLogicalPort took 68.660968ms, libovsdb time 817.727µs I0505 13:11:38.207559 3644 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-h8q66 11e77ac138367c633a3ac64557da0d113732f996027930dbd254d9d6e6e2dbf3 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-h8q66 11e77ac138367c633a3ac64557da0d113732f996027930dbd254d9d6e6e2dbf3 network default NAD default NAD key ] I0505 13:11:38.216847 3644 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-h8q66, hostIfaceName: 11e77ac138367c6, network: default, NAD default, SandboxID: "11e77ac138367c633a3ac64557da0d113732f996027930dbd254d9d6e6e2dbf3", PCI device ID: , UID: "52e0ef0c-ade6-492e-81dd-c7809ba315f5", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 13:11:38.266561 3644 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-h8q66 11e77ac138367c633a3ac64557da0d113732f996027930dbd254d9d6e6e2dbf3 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-h8q66 11e77ac138367c633a3ac64557da0d113732f996027930dbd254d9d6e6e2dbf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7d:fb:27:9d:40\",\"name\":\"11e77ac138367c6\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1596713-64f1-4a82-a450-3ca7f2c0c3a5\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:11:39.752258 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:11:41.422529 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0505 13:11:42.825298 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:42.825317 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:44.479867 3644 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:44.490630 3644 namespace.go:142] [openshift-operators] updating namespace W0505 13:11:46.809089 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:48.756577 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:48.756601 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:53.051526 3644 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:53.407872 3644 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-qww82 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:11:53.407994 3644 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82 I0505 13:11:53.436273 3644 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82] pod update took 28.31181ms I0505 13:11:53.436295 3644 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82] addLogicalPort annotation time took 28.33964ms I0505 13:11:53.437475 3644 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82] addLogicalPort took 29.618466ms, libovsdb time 794.677µs I0505 13:11:53.766352 3644 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82 882a3aebb2fe06b1d1b1a53a559b2c1bd18749aa8acfd010b444fbbe774eb622 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82 882a3aebb2fe06b1d1b1a53a559b2c1bd18749aa8acfd010b444fbbe774eb622 network default NAD default NAD key ] I0505 13:11:53.775209 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-qww82, hostIfaceName: 882a3aebb2fe06b, network: default, NAD default, SandboxID: "882a3aebb2fe06b1d1b1a53a559b2c1bd18749aa8acfd010b444fbbe774eb622", PCI device ID: , UID: "ef9e2ddd-6d8c-4b90-91b1-581ffdcb95c2", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 13:11:53.826959 3644 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82 882a3aebb2fe06b1d1b1a53a559b2c1bd18749aa8acfd010b444fbbe774eb622 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-qww82 882a3aebb2fe06b1d1b1a53a559b2c1bd18749aa8acfd010b444fbbe774eb622 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:e3:ee:aa:53:fc\",\"name\":\"882a3aebb2fe06b\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcf4ec24-8205-4d55-9053-6947ddf048ef\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:11:55.409376 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:11:57.069047 3644 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-hs5kh] creating logical port cert-manager_cert-manager-59c77684cc-hs5kh for pod on switch ip-10-0-1-22.ec2.internal I0505 13:11:57.069163 3644 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-hs5kh I0505 13:11:57.090164 3644 pod.go:62] [cert-manager/cert-manager-59c77684cc-hs5kh] pod update took 21.023126ms I0505 13:11:57.090186 3644 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-hs5kh] addLogicalPort annotation time took 21.049587ms I0505 13:11:57.091359 3644 pods.go:271] [cert-manager/cert-manager-59c77684cc-hs5kh] addLogicalPort took 22.331179ms, libovsdb time 820.487µs I0505 13:11:57.419321 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:11:57.426476 3644 cni.go:452] [cert-manager/cert-manager-59c77684cc-hs5kh 271c85b166f5f14586268e15adb0a95e7cdaa367d71dd0e7e23e8a750f700f4f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-hs5kh 271c85b166f5f14586268e15adb0a95e7cdaa367d71dd0e7e23e8a750f700f4f network default NAD default NAD key ] I0505 13:11:57.435915 3644 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-hs5kh, hostIfaceName: 271c85b166f5f14, network: default, NAD default, SandboxID: "271c85b166f5f14586268e15adb0a95e7cdaa367d71dd0e7e23e8a750f700f4f", PCI device ID: , UID: "4225b5d0-5ba3-4e2b-91e5-78eb0a830552", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 13:11:57.488899 3644 cni.go:473] [cert-manager/cert-manager-59c77684cc-hs5kh 271c85b166f5f14586268e15adb0a95e7cdaa367d71dd0e7e23e8a750f700f4f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-hs5kh 271c85b166f5f14586268e15adb0a95e7cdaa367d71dd0e7e23e8a750f700f4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:50:07:c0:b8:b7\",\"name\":\"271c85b166f5f14\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9da3202f-1100-4512-9711-980af90bef41\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:03.394610 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0505 13:12:03.865084 3644 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 13:12:03.892183 3644 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:12:03.893058 3644 namespace.go:102] [trusted-artifact-signer] adding namespace took 854.188µs I0505 13:12:03.914743 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:03.930961 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:08.710294 3644 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:12:08.711143 3644 namespace.go:102] [openshift-pipelines] adding namespace took 825.168µs I0505 13:12:08.730217 3644 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:09.450925 3644 namespace.go:142] [cert-manager] updating namespace I0505 13:12:09.651797 3644 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:10.054934 3644 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:10.271109 3644 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:10.302272 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=88 I0505 13:12:10.467003 3644 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:10.860746 3644 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:11.062820 3644 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:11.262210 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:11.463416 3644 namespace.go:142] [tsf] updating namespace I0505 13:12:11.667336 3644 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:11.864576 3644 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:12.066595 3644 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:12.204721 3644 namespace.go:142] [cert-manager] updating namespace I0505 13:12:12.217415 3644 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:12.226450 3644 namespace.go:142] [default] updating namespace I0505 13:12:12.236525 3644 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:12.249133 3644 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:12.259127 3644 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:12.267753 3644 namespace.go:142] [openshift] updating namespace I0505 13:12:12.279648 3644 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:12.289362 3644 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:12.299260 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:12.308586 3644 namespace.go:142] [tsf] updating namespace I0505 13:12:12.319261 3644 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:12.331127 3644 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:12.345829 3644 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:12.447903 3644 namespace.go:142] [cert-manager] updating namespace I0505 13:12:12.548640 3644 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:12.646258 3644 namespace.go:142] [default] updating namespace I0505 13:12:12.756057 3644 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:12.854993 3644 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:12.952298 3644 namespace.go:142] [open-cluster-management-2q3pgomrf7usgk184opr5h51gb38bj10] updating namespace I0505 13:12:13.048832 3644 namespace.go:142] [openshift] updating namespace I0505 13:12:13.152028 3644 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:13.248972 3644 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:13.348788 3644 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:13.447106 3644 namespace.go:142] [tsf] updating namespace I0505 13:12:13.548517 3644 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:13.647655 3644 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:13.747392 3644 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:14.020838 3644 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:15.454686 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:12:17.109488 3644 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:17.110010 3644 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:17.157104 3644 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:17.157126 3644 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:17.166608 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:12:17.166632 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:12:18.303417 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=106 I0505 13:12:21.569241 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-w29gc for pod on switch ip-10-0-1-22.ec2.internal I0505 13:12:21.569433 3644 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc I0505 13:12:21.594800 3644 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc] pod update took 25.419292ms I0505 13:12:21.594821 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc] addLogicalPort annotation time took 25.445041ms I0505 13:12:21.596108 3644 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc] addLogicalPort took 26.890443ms, libovsdb time 862.364µs I0505 13:12:21.930998 3644 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc 1e70eddf85407808b99a1ced0a5781af956154c8e3c968d5566ee846e0e164c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc 1e70eddf85407808b99a1ced0a5781af956154c8e3c968d5566ee846e0e164c8 network default NAD default NAD key ] I0505 13:12:21.944743 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-w29gc, hostIfaceName: 1e70eddf8540780, network: default, NAD default, SandboxID: "1e70eddf85407808b99a1ced0a5781af956154c8e3c968d5566ee846e0e164c8", PCI device ID: , UID: "cd32926b-78fc-4a44-a9cd-ad86e6de83fa", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 13:12:21.960877 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-kgth9 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:12:21.960994 3644 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9 I0505 13:12:21.979090 3644 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9] pod update took 18.102874ms I0505 13:12:21.979124 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9] addLogicalPort annotation time took 18.158421ms I0505 13:12:21.980750 3644 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9] addLogicalPort took 19.886642ms, libovsdb time 1.034134ms I0505 13:12:22.003035 3644 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc 1e70eddf85407808b99a1ced0a5781af956154c8e3c968d5566ee846e0e164c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-w29gc 1e70eddf85407808b99a1ced0a5781af956154c8e3c968d5566ee846e0e164c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:50:15:05:fa:ce\",\"name\":\"1e70eddf8540780\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b582d4a-c448-45d8-a93e-e8e0cec89783\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:22.323710 3644 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9 272fec4cc0f665c32a2366b2c7dfda334b5c685bc3c5b3c60333ebe67e9e581a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9 272fec4cc0f665c32a2366b2c7dfda334b5c685bc3c5b3c60333ebe67e9e581a network default NAD default NAD key ] I0505 13:12:22.332950 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-kgth9, hostIfaceName: 272fec4cc0f665c, network: default, NAD default, SandboxID: "272fec4cc0f665c32a2366b2c7dfda334b5c685bc3c5b3c60333ebe67e9e581a", PCI device ID: , UID: "be2255d5-dc4b-4db2-87b3-cf0700dc32ff", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 13:12:22.383040 3644 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9 272fec4cc0f665c32a2366b2c7dfda334b5c685bc3c5b3c60333ebe67e9e581a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-kgth9 272fec4cc0f665c32a2366b2c7dfda334b5c685bc3c5b3c60333ebe67e9e581a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:1c:5a:5f:60:ac\",\"name\":\"272fec4cc0f665c\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ce636ff-624c-4b50-8f0d-1707e01080da\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:12:25.967999 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:25.968021 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:25.968029 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:26.152318 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.152337 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.152341 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:26.182366 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.182383 3644 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.182388 3644 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:26.182392 3644 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.990198 3644 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:12:29.016618 3644 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 13:12:36.977536 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:36.977556 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:36.977562 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 13:12:39.388681 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 13:12:42.415808 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 13:12:44.025094 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-nc2cz for pod on switch ip-10-0-1-22.ec2.internal I0505 13:12:44.025218 3644 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz I0505 13:12:44.042264 3644 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz] pod update took 17.072171ms I0505 13:12:44.042286 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz] addLogicalPort annotation time took 17.10051ms I0505 13:12:44.043547 3644 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz] addLogicalPort took 18.482854ms, libovsdb time 873.504µs I0505 13:12:44.389965 3644 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz 27972e0c55b3cff238ec2c4cd1046557f6317638ea6b408ef74e8264294afd8a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz 27972e0c55b3cff238ec2c4cd1046557f6317638ea6b408ef74e8264294afd8a network default NAD default NAD key ] I0505 13:12:44.399227 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-nc2cz, hostIfaceName: 27972e0c55b3cff, network: default, NAD default, SandboxID: "27972e0c55b3cff238ec2c4cd1046557f6317638ea6b408ef74e8264294afd8a", PCI device ID: , UID: "cdfae486-d390-4db9-8555-494b806f7dde", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 13:12:44.451225 3644 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz 27972e0c55b3cff238ec2c4cd1046557f6317638ea6b408ef74e8264294afd8a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-nc2cz 27972e0c55b3cff238ec2c4cd1046557f6317638ea6b408ef74e8264294afd8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:6c:1c:ca:20:19\",\"name\":\"27972e0c55b3cff\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/735a2fb9-c4ee-4f6f-9524-a5c27511c683\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:12:49.106318 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:12:52.241499 3644 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:52.242019 3644 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:52.263779 3644 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:52.263799 3644 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:52.270238 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:12:52.270256 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:12:54.065913 3644 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:12:54.066612 3644 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:12:54.066631 3644 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:12:54.068961 3644 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 13:13:00.307738 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=903 I0505 13:13:06.292528 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:13:09.366750 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:13:09.366841 3644 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0505 13:13:09.380532 3644 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.710682ms I0505 13:13:09.380554 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.739192ms I0505 13:13:09.381933 3644 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.197772ms, libovsdb time 949.742µs W0505 13:13:17.243166 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:17.243191 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:17.244729 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:17.244745 3644 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 13:13:19.032928 3644 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 fa9147ec2a527b1ae1a5a0405dee220e05fcb9c86ed2c845e7db174f132879d2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 fa9147ec2a527b1ae1a5a0405dee220e05fcb9c86ed2c845e7db174f132879d2 network default NAD default NAD key ] I0505 13:13:19.042656 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: fa9147ec2a527b1, network: default, NAD default, SandboxID: "fa9147ec2a527b1ae1a5a0405dee220e05fcb9c86ed2c845e7db174f132879d2", PCI device ID: , UID: "6fa7f0bf-cfca-4293-9b60-048eaf8db945", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 13:13:19.094817 3644 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 fa9147ec2a527b1ae1a5a0405dee220e05fcb9c86ed2c845e7db174f132879d2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 fa9147ec2a527b1ae1a5a0405dee220e05fcb9c86ed2c845e7db174f132879d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:50:04:2a:27:a7\",\"name\":\"fa9147ec2a527b1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71bddeae-ffcc-432e-819c-7dd4d1de748c\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:24.309132 3644 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:13:25.654082 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-shr28] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-shr28 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:13:25.654175 3644 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-shr28 I0505 13:13:25.670468 3644 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-shr28] pod update took 16.316685ms I0505 13:13:25.670490 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-shr28] addLogicalPort annotation time took 16.344106ms I0505 13:13:25.671854 3644 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-shr28] addLogicalPort took 17.797816ms, libovsdb time 970.687µs I0505 13:13:25.756655 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-n4n2r for pod on switch ip-10-0-1-22.ec2.internal I0505 13:13:25.756739 3644 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r I0505 13:13:25.771892 3644 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r] pod update took 15.16959ms I0505 13:13:25.771911 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r] addLogicalPort annotation time took 15.194358ms I0505 13:13:25.773186 3644 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r] addLogicalPort took 16.546967ms, libovsdb time 809.544µs I0505 13:13:25.850199 3644 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-q2gtq for pod on switch ip-10-0-1-22.ec2.internal I0505 13:13:25.850287 3644 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq I0505 13:13:25.868089 3644 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq] pod update took 17.801807ms I0505 13:13:25.868110 3644 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq] addLogicalPort annotation time took 17.849957ms I0505 13:13:25.869245 3644 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq] addLogicalPort took 19.062122ms, libovsdb time 731.793µs I0505 13:13:26.017927 3644 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-shr28 24b1e151650f64357e10f637e9348f0496ffda299016e96ad89b9fd31513ea07 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-shr28 24b1e151650f64357e10f637e9348f0496ffda299016e96ad89b9fd31513ea07 network default NAD default NAD key ] I0505 13:13:26.027812 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-shr28, hostIfaceName: 24b1e151650f643, network: default, NAD default, SandboxID: "24b1e151650f64357e10f637e9348f0496ffda299016e96ad89b9fd31513ea07", PCI device ID: , UID: "7b52a24d-1033-4c29-bf62-63c722caf0be", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 13:13:26.080480 3644 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-shr28 24b1e151650f64357e10f637e9348f0496ffda299016e96ad89b9fd31513ea07 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-shr28 24b1e151650f64357e10f637e9348f0496ffda299016e96ad89b9fd31513ea07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:f7:e6:b1:fb:a3\",\"name\":\"24b1e151650f643\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1dcf39ad-3e1e-45f7-b77d-111a2f892364\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:26.117896 3644 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r e9fd9761c331febf2608ca3f22bb6865671cfc14bd945515c3f6ec2db68d917a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r e9fd9761c331febf2608ca3f22bb6865671cfc14bd945515c3f6ec2db68d917a network default NAD default NAD key ] I0505 13:13:26.127046 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-n4n2r, hostIfaceName: e9fd9761c331feb, network: default, NAD default, SandboxID: "e9fd9761c331febf2608ca3f22bb6865671cfc14bd945515c3f6ec2db68d917a", PCI device ID: , UID: "90468701-e595-4cc0-86a8-9cf5e6db7956", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 13:13:26.179744 3644 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r e9fd9761c331febf2608ca3f22bb6865671cfc14bd945515c3f6ec2db68d917a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-n4n2r e9fd9761c331febf2608ca3f22bb6865671cfc14bd945515c3f6ec2db68d917a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:8e:bb:e8:07:82\",\"name\":\"e9fd9761c331feb\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ad96bc1-5f14-453e-be15-eefc90a8a4ac\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:26.211139 3644 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq 64ed1361b41ce5e43f98120ae9cbb17f206640d11671fc1b81c07e32c0ceb0ab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq 64ed1361b41ce5e43f98120ae9cbb17f206640d11671fc1b81c07e32c0ceb0ab network default NAD default NAD key ] I0505 13:13:26.221342 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-q2gtq, hostIfaceName: 64ed1361b41ce5e, network: default, NAD default, SandboxID: "64ed1361b41ce5e43f98120ae9cbb17f206640d11671fc1b81c07e32c0ceb0ab", PCI device ID: , UID: "a61916b4-03c7-41b2-bc41-0a1da22d9e4b", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 13:13:26.272441 3644 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq 64ed1361b41ce5e43f98120ae9cbb17f206640d11671fc1b81c07e32c0ceb0ab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-q2gtq 64ed1361b41ce5e43f98120ae9cbb17f206640d11671fc1b81c07e32c0ceb0ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:f1:07:60:38:de\",\"name\":\"64ed1361b41ce5e\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/228227ce-6d0c-4570-8eab-d126d467b026\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:13:31.339572 3644 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:31.339591 3644 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:31.339596 3644 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:36.347803 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:36.347830 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:36.347838 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 13:13:54.602202 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:54.602791 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:14:03.693978 3644 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:14:03.694000 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 13:14:04.627771 3644 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgtjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:04.628326 3644 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sgtjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:05.526566 3644 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgtjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:05.526591 3644 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sgtjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:14:05.730012 3644 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 13:14:11.146883 3644 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:14:54.689855 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:54.689877 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:54.697625 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:14:54.697650 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:15:03.904306 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:03.904851 3644 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:03.926472 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:03.926491 3644 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:03.932512 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:15:03.932540 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:15:06.601216 3644 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-m7rcc-jzdvx] creating logical port tsf-tas_ctlog-createtree-job-m7rcc-jzdvx for pod on switch ip-10-0-1-22.ec2.internal I0505 13:15:06.601330 3644 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-m7rcc-jzdvx I0505 13:15:06.641556 3644 pod.go:62] [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx] pod update took 40.245316ms I0505 13:15:06.641580 3644 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-m7rcc-jzdvx] addLogicalPort annotation time took 40.275641ms I0505 13:15:06.642894 3644 pods.go:271] [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx] addLogicalPort took 41.692508ms, libovsdb time 853.449µs I0505 13:15:06.960846 3644 cni.go:452] [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key ] I0505 13:15:06.969839 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-m7rcc-jzdvx, hostIfaceName: 1c922ccffcedf27, network: default, NAD default, SandboxID: "1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473", PCI device ID: , UID: "61a33b6f-b251-43fb-878c-3ea97444ac84", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0505 13:15:07.023543 3644 cni.go:473] [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:52:1b:68:a7:36\",\"name\":\"1c922ccffcedf27\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d013b8f4-a8c3-4b51-8d85-41dd6a73e2a9\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:15:07.210833 3644 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-vmsqq-kd4cs] creating logical port tsf-tas_rekor-createtree-job-vmsqq-kd4cs for pod on switch ip-10-0-1-22.ec2.internal I0505 13:15:07.210918 3644 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-vmsqq-kd4cs I0505 13:15:07.230292 3644 pod.go:62] [tsf-tas/rekor-createtree-job-vmsqq-kd4cs] pod update took 19.395578ms I0505 13:15:07.230313 3644 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-vmsqq-kd4cs] addLogicalPort annotation time took 19.421722ms I0505 13:15:07.231588 3644 pods.go:271] [tsf-tas/rekor-createtree-job-vmsqq-kd4cs] addLogicalPort took 20.771786ms, libovsdb time 889.025µs I0505 13:15:07.247126 3644 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr] creating logical port tsf-tas_trillian-logsigner-7c5fd5d64c-xv4dr for pod on switch ip-10-0-1-22.ec2.internal I0505 13:15:07.247215 3644 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr I0505 13:15:07.266700 3644 pod.go:62] [tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr] pod update took 19.507685ms I0505 13:15:07.266719 3644 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr] addLogicalPort annotation time took 19.529521ms I0505 13:15:07.267993 3644 pods.go:271] [tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr] addLogicalPort took 20.883263ms, libovsdb time 864.039µs I0505 13:15:07.571925 3644 cni.go:452] [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key ] I0505 13:15:07.582282 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-vmsqq-kd4cs, hostIfaceName: 32fd417330e6da1, network: default, NAD default, SandboxID: "32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64", PCI device ID: , UID: "705a8569-19f5-493d-8bf4-06608d10c8f1", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 13:15:07.609533 3644 cni.go:452] [tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr 8f726e324f26ae01645e2cf03d6a5ca5f5bf7c07a5e0be798133c7dec9bbb68a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr 8f726e324f26ae01645e2cf03d6a5ca5f5bf7c07a5e0be798133c7dec9bbb68a network default NAD default NAD key ] I0505 13:15:07.618405 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7c5fd5d64c-xv4dr, hostIfaceName: 8f726e324f26ae0, network: default, NAD default, SandboxID: "8f726e324f26ae01645e2cf03d6a5ca5f5bf7c07a5e0be798133c7dec9bbb68a", PCI device ID: , UID: "81228ea5-cf31-4856-9b29-009f11cc4d6c", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 13:15:07.636523 3644 cni.go:473] [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:aa:67:b1:9f:cf\",\"name\":\"32fd417330e6da1\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b448c145-401a-49e1-ab92-e147732a4433\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:15:07.673912 3644 cni.go:473] [tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr 8f726e324f26ae01645e2cf03d6a5ca5f5bf7c07a5e0be798133c7dec9bbb68a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7c5fd5d64c-xv4dr 8f726e324f26ae01645e2cf03d6a5ca5f5bf7c07a5e0be798133c7dec9bbb68a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:3f:87:4b:24:ec\",\"name\":\"8f726e324f26ae0\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5ce2985-9640-4867-8f0f-739f2ab93b08\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:15:08.818140 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:15:08.818173 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0505 13:15:09.837882 3644 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5b89cdd854-gc7k8] creating logical port tsf-tas_trillian-db-5b89cdd854-gc7k8 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:15:09.838270 3644 kube.go:256] Updating pod tsf-tas/trillian-db-5b89cdd854-gc7k8 I0505 13:15:09.856411 3644 pod.go:62] [tsf-tas/trillian-db-5b89cdd854-gc7k8] pod update took 18.175247ms I0505 13:15:09.856498 3644 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5b89cdd854-gc7k8] addLogicalPort annotation time took 18.265126ms I0505 13:15:09.858275 3644 pods.go:271] [tsf-tas/trillian-db-5b89cdd854-gc7k8] addLogicalPort took 20.412722ms, libovsdb time 1.201401ms I0505 13:15:14.983305 3644 cni.go:452] [tsf-tas/trillian-db-5b89cdd854-gc7k8 74ebfbe3734b5e44787f5c7b0492b5e200c425c7c035aa7c93eb81165e4726cf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5b89cdd854-gc7k8 74ebfbe3734b5e44787f5c7b0492b5e200c425c7c035aa7c93eb81165e4726cf network default NAD default NAD key ] I0505 13:15:14.992535 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5b89cdd854-gc7k8, hostIfaceName: 74ebfbe3734b5e4, network: default, NAD default, SandboxID: "74ebfbe3734b5e44787f5c7b0492b5e200c425c7c035aa7c93eb81165e4726cf", PCI device ID: , UID: "c8554630-e82b-414c-92f9-223b7decdaa6", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 13:15:15.047682 3644 cni.go:473] [tsf-tas/trillian-db-5b89cdd854-gc7k8 74ebfbe3734b5e44787f5c7b0492b5e200c425c7c035aa7c93eb81165e4726cf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5b89cdd854-gc7k8 74ebfbe3734b5e44787f5c7b0492b5e200c425c7c035aa7c93eb81165e4726cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:8e:4d:b5:46:ba\",\"name\":\"74ebfbe3734b5e4\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d0b29cc-a0eb-4cc4-8b27-69c489610eb9\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:15:15.866273 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 13:15:16.103949 3644 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:15:20.896421 3644 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:15:22.024784 3644 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:22.025311 3644 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:22.901120 3644 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:22.901144 3644 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qx7g8-xmdt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:15:31.939502 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:15:46.415464 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0505 13:15:51.011808 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 13:15:54.183299 3644 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:54.183981 3644 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:54.205209 3644 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:54.205225 3644 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:54.211441 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:15:54.211460 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:15:54.301741 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:15:59.106178 3644 cni.go:452] [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key ] I0505 13:15:59.203647 3644 cni.go:473] [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-m7rcc-jzdvx 1c922ccffcedf275315d00d9c1607974892599a90be946c707ed47f9110e7473 network default NAD default NAD key default], result "{}", err I0505 13:15:59.259847 3644 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:59.259876 3644 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-m7rcc-jzdvx I0505 13:15:59.261407 3644 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-m7rcc-jzdvx, ips: 10.128.0.47 I0505 13:15:59.261436 3644 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:00.111754 3644 cni.go:452] [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key ] I0505 13:16:00.121942 3644 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:00.121968 3644 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7rcc-jzdvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:00.196916 3644 cni.go:473] [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-vmsqq-kd4cs 32fd417330e6da157c698808c4365eb6153be25a3a891f3a84200cd7418eee64 network default NAD default NAD key default], result "{}", err I0505 13:16:00.253779 3644 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:00.253817 3644 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-vmsqq-kd4cs I0505 13:16:00.255307 3644 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-vmsqq-kd4cs, ips: 10.128.0.48 I0505 13:16:00.255335 3644 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:01.129939 3644 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:01.129963 3644 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vmsqq-kd4cs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:03.400487 3644 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5c5fc45bdf-9hv25] creating logical port tsf-tas_rekor-redis-5c5fc45bdf-9hv25 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:16:03.400579 3644 kube.go:256] Updating pod tsf-tas/rekor-redis-5c5fc45bdf-9hv25 I0505 13:16:03.417024 3644 pod.go:62] [tsf-tas/rekor-redis-5c5fc45bdf-9hv25] pod update took 16.46882ms I0505 13:16:03.417047 3644 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5c5fc45bdf-9hv25] addLogicalPort annotation time took 16.49852ms I0505 13:16:03.418398 3644 pods.go:271] [tsf-tas/rekor-redis-5c5fc45bdf-9hv25] addLogicalPort took 17.928517ms, libovsdb time 924.124µs I0505 13:16:03.556782 3644 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-775c49d5db-thktb] creating logical port tsf-tas_rekor-search-ui-775c49d5db-thktb for pod on switch ip-10-0-1-22.ec2.internal I0505 13:16:03.556868 3644 kube.go:256] Updating pod tsf-tas/rekor-search-ui-775c49d5db-thktb I0505 13:16:03.572739 3644 pod.go:62] [tsf-tas/rekor-search-ui-775c49d5db-thktb] pod update took 15.894579ms I0505 13:16:03.572763 3644 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-775c49d5db-thktb] addLogicalPort annotation time took 15.921694ms I0505 13:16:03.574228 3644 pods.go:271] [tsf-tas/rekor-search-ui-775c49d5db-thktb] addLogicalPort took 17.462236ms, libovsdb time 886.508µs I0505 13:16:03.922299 3644 cni.go:452] [tsf-tas/rekor-search-ui-775c49d5db-thktb 4ea2a395fd79440baf83bfbac1c4da3b0915173641cbfdf72cf1f0ffcf8c725c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-775c49d5db-thktb 4ea2a395fd79440baf83bfbac1c4da3b0915173641cbfdf72cf1f0ffcf8c725c network default NAD default NAD key ] I0505 13:16:03.931775 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-775c49d5db-thktb, hostIfaceName: 4ea2a395fd79440, network: default, NAD default, SandboxID: "4ea2a395fd79440baf83bfbac1c4da3b0915173641cbfdf72cf1f0ffcf8c725c", PCI device ID: , UID: "ac252172-f0f1-4452-9e3d-8c2b0fda8c27", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 13:16:03.984651 3644 cni.go:473] [tsf-tas/rekor-search-ui-775c49d5db-thktb 4ea2a395fd79440baf83bfbac1c4da3b0915173641cbfdf72cf1f0ffcf8c725c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-775c49d5db-thktb 4ea2a395fd79440baf83bfbac1c4da3b0915173641cbfdf72cf1f0ffcf8c725c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:17:ca:09:8e:a5\",\"name\":\"4ea2a395fd79440\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e545f00-389f-4922-a0e8-bd3ea7aa0e18\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:05.262176 3644 cni.go:452] [tsf-tas/rekor-redis-5c5fc45bdf-9hv25 ed8dbc78fa49b83756b89bb2c5dd2fd6fe4832e76eaec386f4bc6b5922d153d3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5c5fc45bdf-9hv25 ed8dbc78fa49b83756b89bb2c5dd2fd6fe4832e76eaec386f4bc6b5922d153d3 network default NAD default NAD key ] I0505 13:16:05.271775 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5c5fc45bdf-9hv25, hostIfaceName: ed8dbc78fa49b83, network: default, NAD default, SandboxID: "ed8dbc78fa49b83756b89bb2c5dd2fd6fe4832e76eaec386f4bc6b5922d153d3", PCI device ID: , UID: "b21815a0-e8bd-41a3-aaed-8c178e2772ad", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 13:16:05.325388 3644 cni.go:473] [tsf-tas/rekor-redis-5c5fc45bdf-9hv25 ed8dbc78fa49b83756b89bb2c5dd2fd6fe4832e76eaec386f4bc6b5922d153d3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5c5fc45bdf-9hv25 ed8dbc78fa49b83756b89bb2c5dd2fd6fe4832e76eaec386f4bc6b5922d153d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:60:db:f8:da:7a\",\"name\":\"ed8dbc78fa49b83\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fd7699f-7d53-4a4c-8fe7-667cc8841cf6\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:07.264496 3644 obj_retry.go:498] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:07.265052 3644 obj_retry.go:498] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:08.132161 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:08.132189 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:08.156833 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 13:16:09.120751 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 13:16:09.165680 3644 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:16:14.281134 3644 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:14.281679 3644 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:16:14.423444 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:16:15.306021 3644 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.306043 3644 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zhfh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.342113 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.342134 3644 obj_retry.go:492] Detected object tsf/patch-tekton-config-vf9p2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.346185 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-vf9p2 I0505 13:16:15.346209 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-vf9p2 I0505 13:16:17.302175 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=106 W0505 13:16:20.177204 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:16:20.323825 3644 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:20.324343 3644 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:20.345371 3644 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:20.345391 3644 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:20.349031 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:16:20.349051 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0505 13:16:21.210636 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:16:29.652821 3644 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-dgwf5-bd5hq] creating logical port tsf-tas_tuf-repository-init-dgwf5-bd5hq for pod on switch ip-10-0-1-22.ec2.internal I0505 13:16:29.652920 3644 kube.go:256] Updating pod tsf-tas/tuf-repository-init-dgwf5-bd5hq I0505 13:16:29.666466 3644 pod.go:62] [tsf-tas/tuf-repository-init-dgwf5-bd5hq] pod update took 13.572889ms I0505 13:16:29.666485 3644 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-dgwf5-bd5hq] addLogicalPort annotation time took 13.599181ms I0505 13:16:29.667917 3644 pods.go:271] [tsf-tas/tuf-repository-init-dgwf5-bd5hq] addLogicalPort took 15.120018ms, libovsdb time 945.508µs I0505 13:16:34.213649 3644 cni.go:452] [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key ] I0505 13:16:34.222855 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-dgwf5-bd5hq, hostIfaceName: 402aa85ebf06d40, network: default, NAD default, SandboxID: "402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02", PCI device ID: , UID: "37199d24-2e51-443b-b4ab-cb3d2d7c7cbb", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0505 13:16:34.485521 3644 cni.go:473] [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:cf:cb:79:3e:99\",\"name\":\"402aa85ebf06d40\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d02da8b-e133-4a9f-8a91-a097a2788982\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:36.400616 3644 obj_retry.go:498] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:36.401285 3644 obj_retry.go:498] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:37.427375 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:37.427398 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:40.362149 3644 cni.go:452] [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key ] I0505 13:16:40.448521 3644 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.449046 3644 obj_retry.go:498] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.452721 3644 cni.go:473] [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-dgwf5-bd5hq 402aa85ebf06d40efd5a6e283b0120ea30722821a634cbd65b7050f087323f02 network default NAD default NAD key default], result "{}", err I0505 13:16:40.517740 3644 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.517767 3644 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-dgwf5-bd5hq I0505 13:16:40.519166 3644 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-dgwf5-bd5hq, ips: 10.128.0.53 I0505 13:16:40.519194 3644 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:40.586699 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:40.586717 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:41.381853 3644 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:41.381878 3644 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dgwf5-bd5hq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:41.773631 3644 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-rgbzf] creating logical port tsf-tas_tuf-97fc8ff76-rgbzf for pod on switch ip-10-0-1-22.ec2.internal I0505 13:16:41.773722 3644 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-rgbzf I0505 13:16:41.790204 3644 pod.go:62] [tsf-tas/tuf-97fc8ff76-rgbzf] pod update took 16.505763ms I0505 13:16:41.790233 3644 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-rgbzf] addLogicalPort annotation time took 16.540412ms I0505 13:16:41.791803 3644 pods.go:271] [tsf-tas/tuf-97fc8ff76-rgbzf] addLogicalPort took 18.195539ms, libovsdb time 987.424µs I0505 13:16:43.939410 3644 cni.go:452] [tsf-tas/tuf-97fc8ff76-rgbzf 919cea89cf919aafb7240f540850124f3765c7eff23618ed7104c3165c59df87 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-rgbzf 919cea89cf919aafb7240f540850124f3765c7eff23618ed7104c3165c59df87 network default NAD default NAD key ] I0505 13:16:43.949137 3644 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-rgbzf, hostIfaceName: 919cea89cf919aa, network: default, NAD default, SandboxID: "919cea89cf919aafb7240f540850124f3765c7eff23618ed7104c3165c59df87", PCI device ID: , UID: "35b5ed27-d544-4006-b1cc-318ed7ca1d62", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0505 13:16:44.003754 3644 cni.go:473] [tsf-tas/tuf-97fc8ff76-rgbzf 919cea89cf919aafb7240f540850124f3765c7eff23618ed7104c3165c59df87 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-rgbzf 919cea89cf919aafb7240f540850124f3765c7eff23618ed7104c3165c59df87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:5b:89:0f:ac:b3\",\"name\":\"919cea89cf919aa\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae08974d-dc42-48aa-975d-a481053b45d9\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:44.734435 3644 obj_retry.go:498] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:44.735056 3644 obj_retry.go:498] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:45.759602 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:45.759624 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:46.393242 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0505 13:16:53.395385 3644 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 13:16:57.406216 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0505 13:17:24.666711 3644 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:24.667317 3644 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:24.689862 3644 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:24.689878 3644 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:24.695808 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:17:24.695836 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:17:25.434209 3644 namespace.go:98] [build-service] adding namespace I0505 13:17:25.434288 3644 namespace.go:98] [image-controller] adding namespace I0505 13:17:25.435213 3644 namespace.go:102] [build-service] adding namespace took 982.795µs I0505 13:17:25.435890 3644 namespace.go:102] [image-controller] adding namespace took 1.585549ms I0505 13:17:25.441254 3644 namespace.go:98] [integration-service] adding namespace I0505 13:17:25.441392 3644 namespace.go:98] [default-tenant] adding namespace I0505 13:17:25.441919 3644 namespace.go:102] [integration-service] adding namespace took 651.059µs I0505 13:17:25.442492 3644 namespace.go:102] [default-tenant] adding namespace took 1.083723ms I0505 13:17:25.497433 3644 namespace.go:142] [build-service] updating namespace I0505 13:17:25.528507 3644 namespace.go:142] [build-service] updating namespace I0505 13:17:25.571207 3644 namespace.go:142] [image-controller] updating namespace I0505 13:17:25.609962 3644 namespace.go:142] [image-controller] updating namespace I0505 13:17:25.742876 3644 namespace.go:142] [integration-service] updating namespace I0505 13:17:25.822272 3644 namespace.go:142] [integration-service] updating namespace I0505 13:17:25.835299 3644 namespace.go:142] [default-tenant] updating namespace I0505 13:17:25.868285 3644 namespace.go:142] [default-tenant] updating namespace I0505 13:17:26.130384 3644 namespace.go:142] [build-service] updating namespace I0505 13:17:26.168298 3644 namespace.go:142] [integration-service] updating namespace I0505 13:17:26.194410 3644 namespace.go:98] [release-service] adding namespace I0505 13:17:26.195211 3644 namespace.go:102] [release-service] adding namespace took 786.427µs I0505 13:17:26.250106 3644 namespace.go:142] [konflux-ui] updating namespace I0505 13:17:26.284237 3644 namespace.go:142] [release-service] updating namespace I0505 13:17:26.329760 3644 namespace.go:142] [release-service] updating namespace I0505 13:17:26.446092 3644 namespace.go:98] [konflux-info] adding namespace I0505 13:17:26.446146 3644 namespace.go:98] [namespace-lister] adding namespace I0505 13:17:26.446939 3644 namespace.go:102] [konflux-info] adding namespace took 829.423µs I0505 13:17:26.447638 3644 namespace.go:102] [namespace-lister] adding namespace took 1.479343ms I0505 13:17:26.505360 3644 namespace.go:142] [image-controller] updating namespace I0505 13:17:26.552124 3644 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:17:26.552889 3644 namespace.go:102] [enterprise-contract-service] adding namespace took 748.439µs I0505 13:17:26.626794 3644 namespace.go:142] [konflux-info] updating namespace I0505 13:17:26.652305 3644 namespace.go:142] [default-tenant] updating namespace I0505 13:17:26.764607 3644 namespace.go:98] [segment-bridge] adding namespace I0505 13:17:26.764691 3644 namespace.go:142] [konflux-info] updating namespace I0505 13:17:26.765431 3644 namespace.go:102] [segment-bridge] adding namespace took 806.367µs I0505 13:17:26.765461 3644 namespace.go:98] [konflux-cli] adding namespace I0505 13:17:26.765953 3644 namespace.go:102] [konflux-cli] adding namespace took 484.538µs I0505 13:17:26.921169 3644 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:27.004220 3644 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:27.018137 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:27.109176 3644 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:27.136288 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:27.214349 3644 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:27.254412 3644 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-22.ec2.internal I0505 13:17:27.254498 3644 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0505 13:17:27.298248 3644 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:27.306652 3644 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 52.180999ms I0505 13:17:27.306670 3644 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 52.202442ms I0505 13:17:27.308147 3644 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 53.749239ms, libovsdb time 962.726µs I0505 13:17:27.401248 3644 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:27.749502 3644 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:17:27.750206 3644 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:17:27.750228 3644 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:17:27.752963 3644 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:17:27.758585 3644 namespace.go:142] [build-service] updating namespace I0505 13:17:27.926251 3644 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:17:27.926280 3644 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:17:27.927269 3644 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:17:27.963899 3644 namespace.go:142] [default-tenant] updating namespace I0505 13:17:28.103215 3644 cni.go:452] [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key ] I0505 13:17:28.112877 3644 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 5c224e492ee7a23, network: default, NAD default, SandboxID: "5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044", PCI device ID: , UID: "76ea2c5b-ffbb-460b-9d20-5e1b0a6634fc", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0505 13:17:28.167388 3644 cni.go:473] [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:4e:27:34:5b:60\",\"name\":\"5c224e492ee7a23\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21379877-a9e9-460f-94fc-124f7e7f1ec1\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:17:28.179312 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:28.365458 3644 namespace.go:142] [image-controller] updating namespace I0505 13:17:28.580199 3644 namespace.go:142] [integration-service] updating namespace I0505 13:17:28.756455 3644 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:28.964271 3644 namespace.go:142] [konflux-info] updating namespace I0505 13:17:29.170226 3644 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:29.345235 3644 namespace.go:142] [release-service] updating namespace I0505 13:17:29.560354 3644 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:29.688953 3644 namespace.go:142] [build-service] updating namespace I0505 13:17:29.717457 3644 namespace.go:142] [default-tenant] updating namespace I0505 13:17:29.755351 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:29.769354 3644 namespace.go:142] [image-controller] updating namespace I0505 13:17:29.785315 3644 namespace.go:142] [integration-service] updating namespace I0505 13:17:29.817197 3644 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:29.850131 3644 namespace.go:142] [konflux-info] updating namespace I0505 13:17:29.876315 3644 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:29.893531 3644 namespace.go:142] [release-service] updating namespace I0505 13:17:29.929845 3644 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:29.936234 3644 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-xhj46] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-xhj46 for pod on switch ip-10-0-1-22.ec2.internal I0505 13:17:29.936319 3644 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 I0505 13:17:29.951542 3644 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46] pod update took 15.244777ms I0505 13:17:29.951563 3644 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-xhj46] addLogicalPort annotation time took 15.272175ms I0505 13:17:29.953005 3644 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46] addLogicalPort took 16.790956ms, libovsdb time 982.033µs I0505 13:17:30.015374 3644 namespace.go:142] [build-service] updating namespace I0505 13:17:30.082785 3644 namespace.go:142] [default-tenant] updating namespace I0505 13:17:30.161318 3644 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:17:30.242309 3644 namespace.go:142] [image-controller] updating namespace I0505 13:17:30.317277 3644 namespace.go:142] [integration-service] updating namespace I0505 13:17:30.420439 3644 namespace.go:142] [konflux-cli] updating namespace I0505 13:17:30.521240 3644 namespace.go:142] [konflux-info] updating namespace I0505 13:17:30.606541 3644 namespace.go:142] [namespace-lister] updating namespace I0505 13:17:30.680313 3644 namespace.go:142] [release-service] updating namespace I0505 13:17:30.768463 3644 namespace.go:142] [segment-bridge] updating namespace I0505 13:17:31.473376 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 13:17:31.709112 3644 base_network_controller_pods.go:487] [default/konflux-ui/proxy-8dffcc8fc-9qrvv] creating logical port konflux-ui_proxy-8dffcc8fc-9qrvv for pod on switch ip-10-0-1-22.ec2.internal I0505 13:17:31.709250 3644 kube.go:256] Updating pod konflux-ui/proxy-8dffcc8fc-9qrvv I0505 13:17:31.730987 3644 pod.go:62] [konflux-ui/proxy-8dffcc8fc-9qrvv] pod update took 21.773369ms I0505 13:17:31.731040 3644 base_network_controller_pods.go:951] [default/konflux-ui/proxy-8dffcc8fc-9qrvv] addLogicalPort annotation time took 21.828436ms I0505 13:17:31.733042 3644 pods.go:271] [konflux-ui/proxy-8dffcc8fc-9qrvv] addLogicalPort took 23.94488ms, libovsdb time 1.133398ms W0505 13:17:31.865936 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:17:32.886084 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:17:34.876827 3644 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 13:17:37.816444 3644 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key ] I0505 13:17:37.826282 3644 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-xhj46, hostIfaceName: fe2be9e429a379e, network: default, NAD default, SandboxID: "fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e", PCI device ID: , UID: "4f3cce3f-1239-4fa8-b09b-319804c9a81c", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0505 13:17:37.880149 3644 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:d9:61:5d:af:ca\",\"name\":\"fe2be9e429a379e\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23f85816-2814-487b-9d6a-3fdfc0f1a2b6\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:17:39.747034 3644 cni.go:452] [konflux-ui/proxy-8dffcc8fc-9qrvv b38785dac81e8cd64820d28442af1fa691c02b4b787b88c4101278ccce6663c2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-8dffcc8fc-9qrvv b38785dac81e8cd64820d28442af1fa691c02b4b787b88c4101278ccce6663c2 network default NAD default NAD key ] I0505 13:17:39.756059 3644 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-8dffcc8fc-9qrvv, hostIfaceName: b38785dac81e8cd, network: default, NAD default, SandboxID: "b38785dac81e8cd64820d28442af1fa691c02b4b787b88c4101278ccce6663c2", PCI device ID: , UID: "77713430-6420-4a7d-a645-2231bf51e02b", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] W0505 13:17:39.914369 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:39.915426 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:17:39.935123 3644 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0505 13:17:40.018106 3644 cni.go:473] [konflux-ui/proxy-8dffcc8fc-9qrvv b38785dac81e8cd64820d28442af1fa691c02b4b787b88c4101278ccce6663c2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-8dffcc8fc-9qrvv b38785dac81e8cd64820d28442af1fa691c02b4b787b88c4101278ccce6663c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:13:cd:57:5c:89\",\"name\":\"b38785dac81e8cd\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daad893f-0daa-4bdf-abed-0dc13ff91673\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:17:40.714496 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:40.718239 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:17:43.939962 3644 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:17:43.943150 3644 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:17:43.977097 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:43.977112 3644 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:44.746891 3644 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:44.746912 3644 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:17:50.928876 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:50.928899 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:17:50.933804 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:17:50.933827 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 13:17:51.751282 3644 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key ] I0505 13:17:51.850019 3644 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 fe2be9e429a379e8d45f47bc38e92e471bc20809d71a610d9380bf776bd3335e network default NAD default NAD key default], result "{}", err I0505 13:17:51.929213 3644 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:51.929255 3644 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 I0505 13:17:51.931022 3644 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-xhj46, ips: 10.128.0.56 I0505 13:17:51.931052 3644 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:52.785769 3644 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.785817 3644 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.791412 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 I0505 13:17:52.791435 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xhj46 I0505 13:18:01.402023 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 13:18:01.420388 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 13:18:02.300372 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0505 13:18:18.307915 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 W0505 13:18:24.823090 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:18:24.823110 3644 util.go:959] Failed to build node endpoints for node ip-10-0-1-22.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:18:47.441686 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0505 13:18:54.492798 3644 obj_retry.go:498] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:54.493350 3644 obj_retry.go:498] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:55.361058 3644 obj_retry.go:492] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:55.361105 3644 obj_retry.go:492] Detected object konflux-ui/proxy-b847fd6dd-jrjz4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:55.368946 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:18:55.368971 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-b847fd6dd-jrjz4 I0505 13:18:58.184439 3644 cni.go:452] [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key ] I0505 13:18:58.284268 3644 cni.go:473] [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 5c224e492ee7a23d2a0f339c45225da6d061bd736a4b55f18dbbfdce7db58044 network default NAD default NAD key default], result "{}", err I0505 13:18:58.341572 3644 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:58.341613 3644 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0505 13:18:58.342953 3644 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.55 I0505 13:18:58.342978 3644 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:58.360129 3644 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:58.360145 3644 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:58.368539 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:18:58.368560 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:19:07.426015 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:19:15.420936 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:19:18.312277 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=389 I0505 13:19:31.429038 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 13:20:00.215346 3644 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633120-mbr7v for pod on switch ip-10-0-1-22.ec2.internal I0505 13:20:00.215477 3644 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v I0505 13:20:00.228916 3644 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v] pod update took 13.470986ms I0505 13:20:00.228941 3644 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v] addLogicalPort annotation time took 13.497769ms I0505 13:20:00.230482 3644 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v] addLogicalPort took 15.152364ms, libovsdb time 1.062719ms I0505 13:20:00.576276 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key ] I0505 13:20:00.585567 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633120-mbr7v, hostIfaceName: b487761d607a9f1, network: default, NAD default, SandboxID: "b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5", PCI device ID: , UID: "53b52db2-8c90-42d2-b0b5-cf4d84ffadb7", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0505 13:20:00.639334 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:bc:53:4e:b5:bd\",\"name\":\"b487761d607a9f1\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79ec74c1-9161-4edc-aa8d-8ff35c09d79b\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:04.575330 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key ] I0505 13:20:04.672489 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v b487761d607a9f10e1f6ee6a3f7fc56556adf1233789507214063956ce3733a5 network default NAD default NAD key default], result "{}", err I0505 13:20:04.728732 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.728792 3644 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v I0505 13:20:04.730131 3644 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v, ips: 10.128.0.58 I0505 13:20:04.730157 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.586959 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.586986 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-mbr7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:24.271202 3644 namespace.go:98] [managed-tenant-64lm5] adding namespace I0505 13:20:24.272110 3644 namespace.go:102] [managed-tenant-64lm5] adding namespace took 883.297µs I0505 13:20:24.295597 3644 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:24.316791 3644 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.329440 3644 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.461313 3644 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:25.560923 3644 namespace.go:142] [managed-tenant-64lm5] updating namespace I0505 13:20:39.308580 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=62 I0505 13:20:45.390625 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0505 13:22:23.306890 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=57 I0505 13:22:26.392858 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0505 13:23:09.407497 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 13:23:19.478757 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 13:24:28.424017 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 13:25:03.419033 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0505 13:25:07.430035 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 13:25:33.305952 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0505 13:25:45.312629 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0505 13:25:45.433439 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0505 13:25:50.950834 3644 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-74f64cbf5c-s5hv9 I0505 13:26:31.321032 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0505 13:26:32.446008 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:26:35.394460 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:26:37.052845 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:37.052895 3644 obj_retry.go:492] Detected object tsf-tpa/create-db-24stc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:37.057490 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-24stc I0505 13:26:37.057511 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-24stc I0505 13:26:40.035346 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:40.035406 3644 obj_retry.go:492] Detected object tsf-tpa/migrate-db-rgfxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:40.040659 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-rgfxr I0505 13:26:40.040690 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-rgfxr I0505 13:26:45.034972 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:45.035015 3644 obj_retry.go:492] Detected object tsf-tpa/create-importers-9r4pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:26:45.039363 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9r4pw I0505 13:26:45.039392 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9r4pw I0505 13:27:16.304618 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0505 13:27:49.424572 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 13:28:31.316863 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0505 13:29:30.397188 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:30:00.224038 3644 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633130-8g2fg for pod on switch ip-10-0-1-22.ec2.internal I0505 13:30:00.224195 3644 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg I0505 13:30:00.251626 3644 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg] pod update took 27.456835ms I0505 13:30:00.251661 3644 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg] addLogicalPort annotation time took 27.495754ms I0505 13:30:00.253164 3644 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg] addLogicalPort took 29.140917ms, libovsdb time 1.049702ms I0505 13:30:00.590156 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key ] I0505 13:30:00.600096 3644 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633130-8g2fg, hostIfaceName: 57fa9e481d35000, network: default, NAD default, SandboxID: "57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4", PCI device ID: , UID: "9cd39e6e-a512-4e9d-97ae-9c891b3c9c05", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0505 13:30:00.653918 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:02:10:21:e8:f4\",\"name\":\"57fa9e481d35000\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cdf6473-84b5-4780-9fc0-0836708f45c8\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:30:04.003025 3644 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key ] I0505 13:30:04.093839 3644 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg 57fa9e481d35000fa3ad7ff4ab135a795ab1d5dd8352e7d3c2b33b5abeeca4b4 network default NAD default NAD key default], result "{}", err I0505 13:30:04.148154 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.148188 3644 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg I0505 13:30:04.149512 3644 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg, ips: 10.128.0.59 I0505 13:30:04.149535 3644 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:05.016935 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.016981 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-8g2fg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.060490 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.060508 3644 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.064522 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:30:05.064547 3644 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-kn8nm I0505 13:31:05.310467 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:31:37.483519 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:31:54.423442 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 13:31:55.311523 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0505 13:32:47.437710 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 13:33:06.411516 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:33:12.317367 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0505 13:33:20.398779 3644 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:33:25.449712 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:33:58.428514 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 13:34:40.434426 3644 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0505 13:36:00.951682 3644 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/ctlog-createtree-job-m7rcc-jzdvx I0505 13:36:27.325539 3644 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0505 13:36:36.428700 3644 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9